-- Logs begin at Wed 2021-05-19 22:51:24 UTC, end at Wed 2021-05-19 23:44:13 UTC. -- May 19 23:20:00.064448 dv-cinder-792209-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 19 23:20:02.435727 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.common.config [-] Logging enabled! May 19 23:20:02.436361 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 23:20:02.436501 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 23:20:02.439647 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.common.config [-] Logging enabled! May 19 23:20:02.439920 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 23:20:02.440230 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91493) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 23:20:02.441116 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 23:20:02.441349 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 23:20:02.441704 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 23:20:02.441947 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 23:20:02.442171 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 23:20:02.442483 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.442777 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.443067 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.443296 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.443583 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.443896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.444175 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.444458 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.444753 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.445033 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.445305 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.445583 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.445812 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.446090 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.446370 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.446650 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.446872 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] debug = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.447149 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.447569 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.448557 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.448818 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.449104 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.449378 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.449648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.449925 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.450206 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.450530 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] host = dv-cinder-792209-1-smb {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.450803 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.451084 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.451366 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.451648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.451957 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.452233 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.452514 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.452782 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.453049 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.453319 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.453600 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.453882 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.454168 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.454392 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.454612 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.454895 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.455176 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.455446 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.455712 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.456006 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.456274 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.456541 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.456805 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.457083 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.457362 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.457640 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.457909 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.458177 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.458443 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.458709 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.458987 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.459256 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.459522 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.459810 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.460091 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.460361 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.460630 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.460924 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.461204 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.461480 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.461759 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.462025 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.462304 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.462571 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.462839 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.463105 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_json = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.463371 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.463659 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.463969 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.464238 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.464505 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.464772 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.465038 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.465315 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:02.465605 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.465896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.466190 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.466469 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.466757 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.467032 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.467315 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.467589 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.467901 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.468186 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.468472 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.468747 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.469030 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.469304 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.469593 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.469896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.470186 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.470476 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.470747 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.471017 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.471286 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.471559 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.471867 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.472156 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.472441 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.472710 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.472982 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.473264 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.473535 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.473802 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.474075 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.474360 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.474632 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.474898 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.475175 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.475445 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.475712 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.476000 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.476275 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.476558 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.477091 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.477358 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.477625 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.477898 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.478164 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.478444 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.478716 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.478983 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.479319 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.479606 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.479905 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.480180 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.480459 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.480730 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.481004 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.481274 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.481544 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.481813 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.482081 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.482351 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.482618 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.482887 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.483158 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.483426 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.483693 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.483986 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.484256 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.484524 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.484805 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.485095 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.485369 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.485643 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.485916 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.486189 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.486460 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.486733 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.487005 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.487276 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.487542 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.487855 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.488132 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.488412 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.488688 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.488960 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.489246 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.489517 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.489791 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.490062 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.490340 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.490620 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.490896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.491184 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.491471 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.491760 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.492075 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.492361 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.492635 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.492937 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.493213 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:02.493426 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 23:20:02.493663 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91493) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 23:20:02.840372 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:02.840648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:02.840933 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:02.841259 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 23:20:03.141902 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.142097 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.142363 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.143551 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.143842 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.144106 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.261624 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.261904 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.262168 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.274976 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.275250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.275510 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.303862 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.304141 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.304406 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.341640 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.341916 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.342180 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.572596 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.573091 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.573180 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.573433 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.574183 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.695154 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.695469 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.695752 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.696055 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.696328 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.696640 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.696901 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.697158 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.697412 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.697695 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.697981 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.698250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.698518 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.698778 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.699046 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.699323 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.699579 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.700096 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.700359 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.700646 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.700994 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.701251 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.701503 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.701787 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.702038 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.702288 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.702666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.702902 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.703136 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.703369 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.703601 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.703855 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:03.704215 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 23:20:03.707232 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 23:20:03.711067 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 23:20:03.715335 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 19 23:20:03.716971 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 23:20:03.717417 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 23:20:03.717748 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 23:20:03.718130 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 23:20:03.721064 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 23:20:03.721316 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 23:20:03.721661 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 23:20:03.750130 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 23:20:03.750581 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.750879 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91493) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 23:20:03.751240 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.752606 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91493) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 23:20:03.752887 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 23:20:03.753134 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 23:20:03.756231 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.756511 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:03.829014 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 23:20:03.829202 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 23:20:03.829441 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 23:20:03.829813 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 23:20:03.859227 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_db.sqlalchemy.engines [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91493) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 23:20:04.185147 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing driver for type 'gre' May 19 23:20:04.185583 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] gre ID ranges: [(1, 1000)] May 19 23:20:04.238100 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing driver for type 'local' May 19 23:20:04.238515 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing driver for type 'vlan' May 19 23:20:04.249353 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] VlanTypeDriver initialization complete May 19 23:20:04.249738 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing driver for type 'vxlan' May 19 23:20:04.250232 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] vxlan ID ranges: [(1, 1000)] May 19 23:20:04.303048 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing extension driver 'port_security' May 19 23:20:04.303449 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.extensions.port_security [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] PortSecurityExtensionDriver initialization complete May 19 23:20:04.303816 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing mechanism driver 'openvswitch' May 19 23:20:04.304158 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing mechanism driver 'hyperv' May 19 23:20:04.310772 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.plugins.ml2.plugin [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:04.311544 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.311960 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.312318 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.312711 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.313068 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.313417 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.313801 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.314153 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.314502 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.314883 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.315233 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.315581 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.316004 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.316353 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.316696 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.317074 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > address_group after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.317419 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > address_group after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.317757 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > address_group after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.318095 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] ML2 OVO RPC backend initialized. {{(pid=91493) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 23:20:04.318805 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.319161 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.319579 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.319959 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > networks before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.320310 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.320655 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > ports before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.321004 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.321370 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnets before_response 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.321717 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.322059 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.322397 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.322735 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.323560 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.323936 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.324277 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.324616 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.324949 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > subnet after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.325513 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.plugin [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Modular L2 Plugin initialization complete May 19 23:20:04.325842 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading services supported by the core plugin {{(pid=91493) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 23:20:04.326167 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.plugins.ml2.managers [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Got port-security extension from driver 'port_security' May 19 23:20:04.326629 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.extensions.vlantransparent [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Disabled vlantransparent extension. May 19 23:20:04.327117 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91493) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 23:20:04.327434 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: router May 19 23:20:04.364781 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.365181 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_create 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.365561 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router before_create 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.365935 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.366312 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.366671 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_delete 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.367034 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > floatingip after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.367397 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_create 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.367746 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.368134 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.368488 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.368851 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.369259 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.369634 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.370686 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.371029 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: subnet after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.371374 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.371730 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > port precommit_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.372108 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_create 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.372459 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.372803 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.373164 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router after_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.373513 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_delete 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.373865 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_create 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.374230 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router_interface after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.374579 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_update 55549900 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.374953 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > network after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.375810 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Tracking information for resource: router configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:04.376156 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Tracking information for resource: floatingip configured {{(pid=91493) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 23:20:04.381026 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.db.l3_agentschedulers_db [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 23:20:04.381599 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.381960 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.382313 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.382668 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: port after_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.383453 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router before_create 55550100 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.383843 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_delete 55550100 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.384213 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_create 55550100 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.384573 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > router precommit_update 55550100 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.388999 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.provider_configuration [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service providers = [] {{(pid=91493) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 23:20:04.389368 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.db.servicetype_db [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91493) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 23:20:04.392285 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.service_base [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 23:20:04.392640 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.service_base [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 23:20:04.392987 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.service_base [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 23:20:04.393868 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.services.service_base [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91493) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 23:20:04.394241 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.services.service_base [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 23:20:04.394777 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.395102 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 23:20:04.405919 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.406261 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: auto_allocate May 19 23:20:04.412067 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: network precommit_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.412445 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: network precommit_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.412969 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.413293 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: tag May 19 23:20:04.420104 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.420436 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: timestamp May 19 23:20:04.424182 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.424517 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: network_ip_availability May 19 23:20:04.429701 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.430073 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.430431 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.431145 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.431466 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: flavors May 19 23:20:04.436933 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.437224 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading Plugin: revisions May 19 23:20:04.441454 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91493) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 23:20:04.441846 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.601s {{(pid=91493) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:04.442571 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91493) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 23:20:04.442906 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Initializing extension manager. May 19 23:20:04.443408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: __init__.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.443750 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: __pycache__ {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.444109 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.444446 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: address_group.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.445191 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.445755 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: address-group May 19 23:20:04.446081 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: address_scope.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.446790 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.447306 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: address-scope May 19 23:20:04.447632 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: admin_state_down_before_update.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.449157 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.449679 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: router-admin-state-down-before-update May 19 23:20:04.450004 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: agent.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.450700 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.451212 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: agent May 19 23:20:04.451535 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: agent_resources_synced.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.452470 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.452986 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: agent-resources-synced May 19 23:20:04.453312 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: allowedaddresspairs.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.455065 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.455595 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: allowed-address-pairs May 19 23:20:04.455972 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: auto_allocated_topology.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.457038 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.457569 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: auto-allocated-topology May 19 23:20:04.457901 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: availability_zone.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.458590 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.459108 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: availability_zone May 19 23:20:04.459434 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: availability_zone_filter.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.460370 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.460888 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: availability_zone_filter May 19 23:20:04.461212 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: data_plane_status.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.462110 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.462619 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension data-plane-status not supported by any of loaded plugins May 19 23:20:04.462943 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: default_subnetpools.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.463904 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.464419 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: default-subnetpools May 19 23:20:04.464744 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: dhcpagentscheduler.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.465541 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.466053 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: dhcp_agent_scheduler May 19 23:20:04.466380 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: dns.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.467282 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.467809 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension dns-integration not supported by any of loaded plugins May 19 23:20:04.468136 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: dns_domain_ports.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.469041 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.469551 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 23:20:04.469877 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: dvr.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.470546 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.471058 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: dvr May 19 23:20:04.471382 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: empty_string_filtering.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.472317 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.472836 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: empty-string-filtering May 19 23:20:04.473161 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.474060 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.474569 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 23:20:04.474893 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.475807 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.476327 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 23:20:04.476648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: external_net.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.477803 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.478318 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: external-net May 19 23:20:04.478643 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: extra_dhcp_opt.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.479567 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.480114 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: extra_dhcp_opt May 19 23:20:04.480440 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: extraroute.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.481347 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.481867 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: extraroute May 19 23:20:04.482193 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: extraroute_atomic.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.483215 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.483734 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: extraroute-atomic May 19 23:20:04.484104 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: filter_validation.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.484765 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.485276 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: filter-validation May 19 23:20:04.485599 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: fip_pf_description.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.486674 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.487184 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 23:20:04.487509 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: fip_port_details.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.488448 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.488962 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: fip-port-details May 19 23:20:04.489285 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: flavors.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.490500 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.491025 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: flavors May 19 23:20:04.491353 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.493020 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.493552 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 23:20:04.493890 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: floatingip_pools.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.494587 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.495633 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: floatingip-pools May 19 23:20:04.496004 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: ip_allocation.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.496910 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.497430 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension ip_allocation not supported by any of loaded plugins May 19 23:20:04.497761 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.498671 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.499191 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: ip-substring-filtering May 19 23:20:04.499529 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l2_adjacency.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.500485 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.501001 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension l2_adjacency not supported by any of loaded plugins May 19 23:20:04.501332 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.502286 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.502807 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: router May 19 23:20:04.503138 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3_conntrack_helper.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.505367 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.505901 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 23:20:04.506235 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.507158 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.507762 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: ext-gw-mode May 19 23:20:04.508123 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.509033 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.509552 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: l3-ha May 19 23:20:04.509881 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3_flavors.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.511366 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.511909 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: l3-flavors May 19 23:20:04.512239 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.513164 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.513684 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: l3-port-ip-change-not-allowed May 19 23:20:04.514010 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: l3agentscheduler.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.515016 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.515536 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: l3_agent_scheduler May 19 23:20:04.515892 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: logging.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.517378 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.517907 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension logging not supported by any of loaded plugins May 19 23:20:04.518241 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: metering.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.518981 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.519565 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: metering May 19 23:20:04.519935 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.521019 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.521542 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: metering_source_and_destination_fields May 19 23:20:04.521874 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: multiprovidernet.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.522912 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.523433 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: multi-provider May 19 23:20:04.523765 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: netmtu.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.524700 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.525216 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: net-mtu May 19 23:20:04.525544 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: netmtu_writable.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.526479 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.526993 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: net-mtu-writable May 19 23:20:04.527324 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: network_availability_zone.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.528022 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.528535 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: network_availability_zone May 19 23:20:04.528859 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: network_ip_availability.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.529943 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.530463 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: network-ip-availability May 19 23:20:04.530790 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: network_segment_range.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.531556 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.532102 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension network-segment-range not supported by any of loaded plugins May 19 23:20:04.532436 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: pagination.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.533415 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.533751 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: pagination May 19 23:20:04.534079 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: port_device_profile.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.534982 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.535506 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: port-device-profile May 19 23:20:04.535865 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.536774 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.537297 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: port-mac-address-regenerate May 19 23:20:04.537622 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.538523 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.539037 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: port-numa-affinity-policy May 19 23:20:04.539362 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: port_resource_request.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.540311 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.540822 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension port-resource-request not supported by any of loaded plugins May 19 23:20:04.541147 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: portbindings.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.542087 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.542599 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: binding May 19 23:20:04.542927 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: portbindings_extended.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.544229 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.544750 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: binding-extended May 19 23:20:04.545080 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: portsecurity.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.545988 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.546505 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: port-security May 19 23:20:04.546832 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: project_id.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.547814 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.548161 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: project-id May 19 23:20:04.548487 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: providernet.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.549400 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.549924 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: provider May 19 23:20:04.550256 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.553770 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.554300 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos not supported by any of loaded plugins May 19 23:20:04.554632 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.555908 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.556437 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 23:20:04.556773 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.558203 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.558719 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 23:20:04.559052 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_default.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.559986 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.560506 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-default not supported by any of loaded plugins May 19 23:20:04.560838 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_fip.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.561491 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.562003 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-fip not supported by any of loaded plugins May 19 23:20:04.562329 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_gateway_ip.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.563247 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.563769 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 23:20:04.564137 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_port_network_policy.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.565048 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.565568 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 23:20:04.565893 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_rule_type_details.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.566799 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.567317 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 23:20:04.567651 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: qos_rules_alias.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.568709 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.569232 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 23:20:04.569557 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: quotasv2.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.570595 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.570930 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: quotas May 19 23:20:04.571257 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: quotasv2_detail.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.572919 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.574022 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: quota_details May 19 23:20:04.574121 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: rbac.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.575150 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.575682 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: rbac-policies May 19 23:20:04.576049 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: rbac_address_group.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.576976 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.577497 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: rbac-address-group May 19 23:20:04.577832 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: rbac_address_scope.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.578743 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.579265 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: rbac-address-scope May 19 23:20:04.579595 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: rbac_security_groups.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.580537 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.581059 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: rbac-security-groups May 19 23:20:04.581386 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: rbac_subnetpool.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.582310 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.582825 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: rbac-subnetpool May 19 23:20:04.583152 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: revisionifmatch.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.584095 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.584611 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: revision-if-match May 19 23:20:04.584939 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: revisions.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.586041 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.586558 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: standard-attr-revisions May 19 23:20:04.586887 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: router_availability_zone.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.587554 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.588106 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: router_availability_zone May 19 23:20:04.588433 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: routerservicetype.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.589367 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.589880 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension router-service-type not supported by any of loaded plugins May 19 23:20:04.590203 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.591119 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.591632 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: security-groups-normalized-cidr May 19 23:20:04.591994 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: security_groups_port_filtering.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.592908 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.593425 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: port-security-groups-filtering May 19 23:20:04.593751 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.594661 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.595181 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: security-groups-remote-address-group May 19 23:20:04.595507 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: securitygroup.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.605358 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.605896 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: security-group May 19 23:20:04.606233 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: segment.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.607022 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.607541 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension segment not supported by any of loaded plugins May 19 23:20:04.607904 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.608923 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.609442 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 23:20:04.609770 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: servicetype.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.610871 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.611397 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: service-type May 19 23:20:04.611725 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: sorting.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.612722 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.613056 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: sorting May 19 23:20:04.613383 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: standard_attr_segment.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.614307 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.614823 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 23:20:04.615150 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: standardattrdescription.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.615812 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.616327 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: standard-attr-description May 19 23:20:04.616651 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: stateful_security_group.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.617567 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.618092 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: stateful-security-group May 19 23:20:04.618421 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: stdattrs_common.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.619000 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 23:20:04.619328 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.620839 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.621358 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 23:20:04.621682 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnet_onboard.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.622745 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.623269 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: subnet_onboard May 19 23:20:04.623601 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.624548 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.625065 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 23:20:04.625393 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnet_service_types.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.626305 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.626825 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: subnet-service-types May 19 23:20:04.627154 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnetallocation.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.628244 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.628765 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: subnet_allocation May 19 23:20:04.629098 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.629764 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.630281 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: subnetpool-prefix-ops May 19 23:20:04.630611 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.631534 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.632079 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 23:20:04.632411 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: tagging.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.633452 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.633993 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: standard-attr-tag May 19 23:20:04.634326 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: timestamp.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.636097 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.636623 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loaded extension: standard-attr-timestamp May 19 23:20:04.636954 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: trunk.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.637992 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.638524 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension trunk not supported by any of loaded plugins May 19 23:20:04.638853 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: trunk_details.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.639766 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.640314 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension trunk-details not supported by any of loaded plugins May 19 23:20:04.640641 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: uplink_status_propagation.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.641560 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.642079 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 23:20:04.642404 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Loading extension file: vlantransparent.py {{(pid=91493) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 23:20:04.643067 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91493) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 23:20:04.643582 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extension vlan-transparent not supported by any of loaded plugins May 19 23:20:04.646146 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:network May 19 23:20:04.646875 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnet May 19 23:20:04.647656 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnetpool May 19 23:20:04.648318 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:port May 19 23:20:04.649604 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.650057 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service FLAVORS assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.650672 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.651141 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.651480 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:router May 19 23:20:04.652177 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:floatingip May 19 23:20:04.652885 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service METERING assigned prefix: /metering {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.654330 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.654705 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.655063 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:20:04.656239 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of CountableResource for resource:rbac_policy May 19 23:20:04.656715 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:security_group May 19 23:20:04.657374 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:security_group_rule May 19 23:20:04.658133 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service CORE assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.658470 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnetpool May 19 23:20:04.658825 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] subnetpool is already registered May 19 23:20:04.659413 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service CORE assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.659742 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnetpool May 19 23:20:04.660116 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] subnetpool is already registered May 19 23:20:04.663727 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.664196 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service FLAVORS assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.664802 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.665228 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.665572 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:router May 19 23:20:04.665905 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] router is already registered May 19 23:20:04.666506 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:floatingip May 19 23:20:04.666866 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] floatingip is already registered May 19 23:20:04.667494 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service METERING assigned prefix: /metering {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.668219 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of CountableResource for resource:rbac_policy May 19 23:20:04.668553 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] rbac_policy is already registered May 19 23:20:04.669103 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:security_group May 19 23:20:04.669441 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] security_group is already registered May 19 23:20:04.670036 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:security_group_rule May 19 23:20:04.670373 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] security_group_rule is already registered May 19 23:20:04.671046 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service CORE assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.671380 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnetpool May 19 23:20:04.671725 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] subnetpool is already registered May 19 23:20:04.672357 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.v2.resource_helper [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Service CORE assigned prefix: {{(pid=91493) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 23:20:04.672689 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Creating instance of TrackedResource for resource:subnetpool May 19 23:20:04.673018 dv-cinder-792209-1-smb neutron-server[91493]: WARNING neutron.quota.resource_registry [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] subnetpool is already registered May 19 23:20:04.673682 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: extensions {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.675151 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: address-groups {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.676796 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: address-scopes {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.678027 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: agents {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.679231 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: auto-allocated-topology {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.680535 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: availability_zones {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.681865 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: dhcp-networks {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.683920 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: dhcp-agents {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.685376 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: routers {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.687250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: flavors {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.688430 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: service_profiles {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.689655 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: next_providers {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.691197 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: service_profiles {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.692708 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: floatingip-pools {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.694067 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: routers {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.695945 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: floatingips {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.697142 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: l3-routers {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.698644 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: l3-agents {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.700113 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: metering-labels {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.701483 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: metering-label-rules {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.702779 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: network-ip-availabilities {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.704076 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: bindings {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.705746 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: quotas {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.707182 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: quotas {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.708812 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: rbac-policies {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.710250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: security-groups {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.711467 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: security-group-rules {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.712771 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: service-providers {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.714545 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: subnetpools {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.715980 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: subnetpools {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.717463 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.719156 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.721019 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.722790 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.725595 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.727730 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.730054 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.844498 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.846304 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.848162 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron.api.extensions [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Extended resource: tags {{(pid=91493) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 23:20:04.854300 dv-cinder-792209-1-smb neutron-server[91493]: WARNING keystonemiddleware.auth_token [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 23:20:04.859018 dv-cinder-792209-1-smb neutron-server[91493]: WARNING keystonemiddleware.auth_token [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 23:20:04.867179 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Acquired lock "singleton_lock" {{(pid=91493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 23:20:04.867666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_concurrency.lockutils [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Releasing lock "singleton_lock" {{(pid=91493) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 23:20:04.868329 dv-cinder-792209-1-smb neutron-server[91493]: INFO oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Starting 2 workers May 19 23:20:04.873001 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Started child 91600 {{(pid=91493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 23:20:04.877204 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Started child 91601 {{(pid=91493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 23:20:04.878073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.878796 dv-cinder-792209-1-smb neutron-server[91493]: INFO neutron.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Neutron service started, listening on 0.0.0.0:9696 May 19 23:20:04.879382 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Notify callbacks [] for process, before_spawn {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.879536 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [-] (91600) wsgi starting up on http://0.0.0.0:9696 May 19 23:20:04.881801 dv-cinder-792209-1-smb neutron-server[91493]: INFO oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Starting 1 workers May 19 23:20:04.881963 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.883151 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [-] (91601) wsgi starting up on http://0.0.0.0:9696 May 19 23:20:04.887289 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Started child 91602 {{(pid=91493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 23:20:04.887832 dv-cinder-792209-1-smb neutron-server[91493]: INFO oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Starting 1 workers May 19 23:20:04.890850 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] calling RpcWorker wait() {{(pid=91602) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 23:20:04.891373 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] returning from RpcWorker wait() {{(pid=91602) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 23:20:04.892080 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Started child 91603 {{(pid=91493) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 23:20:04.892723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.892867 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG neutron_lib.callbacks.manager [None req-b990c922-2d6a-43e1-8d0f-592bd5844bae None None] Notify callbacks [] for process, after_spawn {{(pid=91493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.893313 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:04.894701 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 23:20:04.894921 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 23:20:04.895110 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 23:20:04.895331 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 23:20:04.895666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 23:20:04.895855 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 23:20:04.896373 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.896642 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.896827 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:04.897294 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.897294 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.897480 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.897787 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:04.898058 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.898340 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.898578 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.898857 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.899122 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.899299 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.899470 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.899719 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.899998 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.900303 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.900595 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.900860 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.901218 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.901910 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.902165 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.902437 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.902688 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.902960 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] debug = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.903216 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.903683 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.903942 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.904193 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.904428 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.904716 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.904964 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.905252 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.905506 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.905724 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.905957 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.906218 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.906439 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.906672 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.906890 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.907159 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.907395 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.907888 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] host = dv-cinder-792209-1-smb {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.908110 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.908344 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.908591 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.908838 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.909082 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.909370 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.909589 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.909835 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.910082 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.910309 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.910571 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.910798 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.911038 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.911393 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.911578 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_options = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.911835 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.912110 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.912392 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.912585 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.912758 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.912951 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.913191 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.913415 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.913665 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.913896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.914111 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.914326 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.914560 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.914803 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.915057 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.915310 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.915568 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.915768 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.916048 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.916286 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.916535 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.916922 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.917154 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.917390 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.917630 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.917846 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.918093 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.918310 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.918524 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.918768 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.919013 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.919282 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.919523 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.919778 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.920034 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.920266 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.920505 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.920774 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.921012 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.921267 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.921531 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.921762 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.923060 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.923312 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.923559 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.924700 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_json = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.925235 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.925811 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.925924 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.926141 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.926364 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.926714 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.926977 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.927450 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:04.927738 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.928072 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.928391 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.928660 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.929032 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.929171 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.929363 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.929611 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.929822 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.930056 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.930373 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.930616 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.930966 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.931171 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.931464 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.931780 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.932061 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.932323 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.932546 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.932781 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.933019 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.933276 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.933585 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.933861 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.934115 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.934476 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.934820 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.935050 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.935292 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.935528 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.935758 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.936002 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.936267 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.936495 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.936726 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.936930 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.937182 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.937458 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.937661 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.937909 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.940868 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.941146 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.941826 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.942082 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.943892 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.944187 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.944438 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.944700 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.944944 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.945206 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.945479 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.945719 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.945945 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.946175 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.946676 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.946676 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.946965 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.947119 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.947373 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.947599 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.947859 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.948609 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.948840 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.949085 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.949328 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.949894 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.949894 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.950188 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.950306 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.950533 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.950754 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.950978 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.951196 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.951438 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.951656 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.951901 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.952120 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.952358 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.952580 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.952804 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.953024 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.953249 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.953489 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.953829 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.954128 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.954434 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.954705 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.954953 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.955198 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.955446 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.955689 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.955999 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.956254 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.956499 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.956721 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.957274 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.957510 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.957741 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.957991 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.958246 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.958484 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.958707 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.958995 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.959223 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.959462 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.959688 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.960003 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.960250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.960484 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.960737 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.960972 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.961244 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.961489 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.961770 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.962031 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.962302 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.962610 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.962870 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.963142 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.963427 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.964314 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.964582 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.964969 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.965165 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.965303 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.965555 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.965780 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.966049 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.966531 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.966531 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.966810 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.966968 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.967718 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.967718 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.967718 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.968106 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.968226 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.968471 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.968716 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.968978 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.969238 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.969499 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.969750 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.970015 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.970232 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.970475 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.970710 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.970924 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.971158 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.971823 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.971823 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.971823 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.972064 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.972291 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.972509 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.972729 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.972959 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.973182 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.973400 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974481 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974621 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974747 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.974953 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.975190 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.975443 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.975663 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.975968 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.976232 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.976474 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.976732 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.977218 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.977464 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.977679 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.977929 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.978171 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.978385 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.978633 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.979116 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.979116 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.979293 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.979753 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.979753 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.980069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.980294 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.980630 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.980902 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.981135 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.981384 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.981602 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.981823 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.982059 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.982297 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.982545 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.982781 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.982998 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.983278 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.983537 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.983780 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.984014 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.984250 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.984466 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.984686 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.984900 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.985193 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.985436 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.985670 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.985907 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.986149 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.986397 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.986637 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.986961 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.987183 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.987864 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.987864 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.987864 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.988131 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.988309 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.988521 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.988757 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.988970 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.989183 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.989422 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.989634 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.989877 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.990085 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.990648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.990648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.990832 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.991043 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.991297 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.991540 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.991846 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.992100 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.992331 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.992599 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.992937 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.993175 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.993433 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.993658 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.993895 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.994134 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.994729 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.994729 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.995070 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.995327 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.995602 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.995915 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.996195 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.996458 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.996674 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.996987 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.997322 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.997607 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.997866 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.998102 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.998379 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.998604 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.998822 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.999059 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.999296 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.999531 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:04.999831 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.000050 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.000280 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.000521 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.000771 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.000991 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.001251 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.001486 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.001709 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.001927 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.002087 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 23:20:05.002614 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91493) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 23:20:05.002777 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 23:20:05.002933 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 23:20:05.003123 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 23:20:05.003297 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 23:20:05.003452 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 23:20:05.003659 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.003846 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004010 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004172 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004333 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004514 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004676 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004837 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.004998 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005157 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005317 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005479 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005643 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005805 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.005967 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006129 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006295 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006446 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006616 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006779 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.006939 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007099 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007267 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] debug = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007428 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007609 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007780 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.007958 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008121 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008275 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008438 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008600 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008759 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.008922 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009084 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009245 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009405 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009567 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009727 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.009871 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.010017 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.010180 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] host = dv-cinder-792209-1-smb {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.010343 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011114 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011249 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011401 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011602 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011743 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.011933 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012215 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012351 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012484 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012637 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012790 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.012945 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013106 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_options = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013267 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013428 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013577 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013754 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.013918 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014079 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014238 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014396 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014557 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014718 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.014879 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015086 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015210 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015350 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015493 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015673 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015855 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.015992 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016137 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016297 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016456 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016615 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016776 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.016934 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017094 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017253 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017412 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017571 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017736 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.017896 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018056 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018216 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018377 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018537 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018696 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.018856 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.019017 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.019181 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.019343 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.019502 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.019662 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020384 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020384 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020384 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020384 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020678 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_json = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020678 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020828 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.020909 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021042 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021249 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021374 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021495 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021694 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 23:20:05.021784 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.021949 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022123 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022287 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022449 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022612 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022775 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.022937 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023101 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023265 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023434 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023598 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023770 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.023952 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024115 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024280 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024444 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024606 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024769 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.024931 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025093 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025254 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025432 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025598 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025761 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.025925 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.026137 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.026331 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.026499 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.026679 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.026863 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027031 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027215 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027401 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027565 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027749 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.027969 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.028167 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.028353 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.028538 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.028724 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.028897 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029076 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:05.029207 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029328 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029448 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029602 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029769 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.029933 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030097 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030260 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030434 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030598 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030760 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.030922 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031086 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031254 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031415 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031576 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031740 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.031935 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032098 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032275 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032438 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032601 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032764 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.032928 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033090 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033253 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033416 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033581 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033743 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.033906 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034069 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034232 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034394 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034558 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034720 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.034883 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035047 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035210 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035371 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035533 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035699 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.035886 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036057 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036235 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036398 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036561 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036723 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.036887 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037049 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037212 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037374 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037536 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037698 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.037864 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038026 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038192 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038355 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038519 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038681 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.038843 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039005 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039167 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039329 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039490 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039655 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.039836 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040002 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040163 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040325 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040497 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040660 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.040825 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.041062 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.041185 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.041311 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.041520 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.042494 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.042494 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.042494 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.042833 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.042833 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043057 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043057 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043282 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043410 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043521 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.043834 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044018 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044164 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044351 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044520 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044831 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.044993 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045157 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045321 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045484 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045647 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045811 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.045975 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046140 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046303 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046469 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046632 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046795 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.046959 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047124 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047287 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047451 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047613 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047777 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.047960 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048123 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048290 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048455 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048617 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048780 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.048943 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049107 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049270 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049432 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049594 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049757 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.049919 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.050081 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.050245 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.050409 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.050573 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051109 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051109 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051109 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051642 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051642 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051642 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.051642 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052144 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052144 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052144 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052452 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052452 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052683 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052802 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.052883 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053037 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053202 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053364 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053528 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053694 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.053855 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054018 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054181 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054342 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054504 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054666 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054829 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.054995 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055160 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055323 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055487 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055649 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055823 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.055992 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056155 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056330 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056493 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056657 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056820 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.056983 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.057155 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.057366 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.057532 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.057695 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.057857 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.058029 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.059821 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060408 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060732 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060732 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060865 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.060983 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061145 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061310 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061483 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061650 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061817 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.061978 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062151 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062292 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062456 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062626 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062797 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.062969 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.063134 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.063306 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.063476 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.063648 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.063829 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064001 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064175 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064338 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064500 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064663 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064825 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.064990 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065152 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065314 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065477 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065639 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065802 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.065963 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066125 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066287 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066449 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066612 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066775 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.066936 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.067098 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.067260 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 23:20:05.067415 dv-cinder-792209-1-smb neutron-server[91493]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91493) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 23:20:05.231936 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56132) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:05.240345 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062850 May 19 23:20:15.699366 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae2ab8-20d1-453f-9d65-ae0dac6ff7e2 None None] get_active_networks_info from dv-cinder-792209-1-smb {{(pid=91602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 23:20:15.853823 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae2ab8-20d1-453f-9d65-ae0dac6ff7e2 None None] No non-hosted networks {{(pid=91602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 23:20:15.947065 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-348be5cf-4bbb-4d3b-99f2-a35bc53c2f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:18.285206 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:18.285970 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.286785 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.287123 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.288623 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.288959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.289288 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.290856 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.291191 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.294179 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.294528 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.294894 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.295230 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:18.295633 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:18.313356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:18.402149 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cbc18946-2a87-469c-9647-9bb468bb3c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:18.508529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf20b-2e13-4b6b-84ae-00d245673ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:19.246453 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:20.783475 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:22.274853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56224) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:22.848527 dv-cinder-792209-1-smb neutron-server[91601]: WARNING oslo_policy.policy [None req-3d340612-502d-4957-b841-8d84eb76a73a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:22.849160 dv-cinder-792209-1-smb neutron-server[91601]: WARNING oslo_policy.policy [None req-3d340612-502d-4957-b841-8d84eb76a73a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:23.066560 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [None req-3d340612-502d-4957-b841-8d84eb76a73a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:20:23.067597 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3d340612-502d-4957-b841-8d84eb76a73a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7918372 May 19 23:20:25.405778 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.db.l3_hamode_db [None req-7cc741b7-1062-4c22-ba5f-79e62e8f98f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 23:20:25.488559 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc741b7-1062-4c22-ba5f-79e62e8f98f5 None None] Routers set() bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:20:25.488937 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc741b7-1062-4c22-ba5f-79e62e8f98f5 None None] Router IDs set() for agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 23:20:25.494357 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 56238) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:26.081464 dv-cinder-792209-1-smb neutron-server[91600]: WARNING oslo_policy.policy [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:26.082044 dv-cinder-792209-1-smb neutron-server[91600]: WARNING oslo_policy.policy [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:26.295661 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:26.393712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.policy [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91600) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 23:20:26.438512 dv-cinder-792209-1-smb neutron-server[91600]: WARNING oslo_policy.policy [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:26.438896 dv-cinder-792209-1-smb neutron-server[91600]: WARNING oslo_policy.policy [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:26.447480 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.quota [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Loaded quota_driver: . May 19 23:20:26.463080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:26.520434 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817949486', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817949969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817925927', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817939339', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817909014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761817915407', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3736280', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3445145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-323225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-361702'] for rbac-policy, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:26.581005 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:26.582334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-0e2df3d5-00fd-4be6-99ac-0af60c7713fb admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0853851 May 19 23:20:29.150366 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 56256) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:29.491536 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Request body: {'network': {'project_id': '267e989a44184912affb63ac87302dbb', 'name': 'private', 'admin_state_up': True, 'tenant_id': '267e989a44184912affb63ac87302dbb'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:29.496484 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:29.500561 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Usage tracker for resource:network and tenant:267e989a44184912affb63ac87302dbb is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:29.505086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:29.511483 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:29.520620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Made reservation on behalf of 267e989a44184912affb63ac87302dbb for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:20:29.523459 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.540831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.554245 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:29.557961 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Usage tracker for resource:security_group_rule and tenant:267e989a44184912affb63ac87302dbb is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:29.562943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:29.568475 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:29.665228 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.668937 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.674095 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:29.690776 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:20:29.716602 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761818752202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.717111 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Unsubscribe: segment precommit_create {{(pid=91600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 23:20:29.717572 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Added segment c4edcc39-0989-4575-a130-6434553f02d4 of type vlan for network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f May 19 23:20:29.764249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c2a208-9d77-4d5d-9103-9c3034450468,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:29.784643 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.784973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.785298 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.785614 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.785925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.786236 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.786546 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.786851 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.787175 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.787481 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.787806 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.788110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Tracked resource versions report: May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: pushed versions: May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: { 'AddressGroup': {'1.2'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'ConntrackHelper': {'1.0'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Log': {'1.0'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Network': {'1.1'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Port': {'1.7'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'PortForwarding': {'1.2'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'QosPolicy': {'1.8'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroup': {'1.4'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroupRule': {'1.2'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SubPort': {'1.0'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Subnet': {'1.1'}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Trunk': {'1.1'}} May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: consumer versions: May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'ConntrackHelper': '1.0', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Log': '1.0', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Network': '1.1', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Port': '1.7', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'PortForwarding': '1.2', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'QosPolicy': '1.8', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroup': '1.4', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroupRule': '1.2', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'SubPort': '1.0', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Subnet': '1.1', May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: 'Trunk': '1.1'}} May 19 23:20:29.789182 dv-cinder-792209-1-smb neutron-server[91600]: {{(pid=91600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:20:29.834301 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.840057 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:29.874867 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.876449 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:29.877073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:29.881828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:29.985182 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8332191 May 19 23:20:29.985807 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Pushing event updated for resources: {'Network': ['ID=4042e8fd-bd6a-4244-9059-6cec0bc8cf1f,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:30.009412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:30.017797 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:20:32.575211 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 56272) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:33.019317 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b63461-2ad1-4c33-982c-6ce7dfbf09ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:33.020608 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-10b63461-2ad1-4c33-982c-6ce7dfbf09ef admin admin] 10.222.0.48 "GET /v2.0/networks/4042e8fd-bd6a-4244-9059-6cec0bc8cf1f HTTP/1.1" status: 200 len: 825 time: 0.4443984 May 19 23:20:33.046405 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-77b82aa6-fca0-4c5a-9f97-257a8ecfb7e3 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/19addafc-1d8e-4ae8-a118-d106f0c97f90 HTTP/1.1" status: 200 len: 734 time: 0.0205345 May 19 23:20:33.054489 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'name': 'private-subnet', 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90', 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:33.059244 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:33.062952 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Usage tracker for resource:subnet and tenant:267e989a44184912affb63ac87302dbb is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:33.065796 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:33.071332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:33.081481 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Made reservation on behalf of 267e989a44184912affb63ac87302dbb for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:20:33.083856 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:33.550480 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:33.555493 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:33.636959 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Checking segment: {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:20:33.637592 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Network hostable DHCP agents. Network: 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:20:33.640851 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45c94f1-7142-40dd-be95-acebb8c7bc78,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:33.646465 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:33.658100 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:20:33.667731 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:33.672589 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:33.673196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:33.677178 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ba98e-28dd-4e23-8c93-b87e7d2d7698 None None] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:20:33.693684 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6423838 May 19 23:20:33.994639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:20:33.995962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.177360 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Allocated IP 172.20.0.2 (4042e8fd-bd6a-4244-9059-6cec0bc8cf1f/c45c94f1-7142-40dd-be95-acebb8c7bc78/1e987a42-4db7-4e3e-9982-f058b0f9131f) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:20:34.402163 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.414957 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Transition to ACTIVE for port object 1e987a42-4db7-4e3e-9982-f058b0f9131f will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:20:34.435005 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Transition to ACTIVE for port object 1e987a42-4db7-4e3e-9982-f058b0f9131f will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:20:34.441968 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.447408 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:34.505599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:20:34.508459 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:34.516966 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:20:34.518939 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Pushing event updated for resources: {'Port': ['ID=1e987a42-4db7-4e3e-9982-f058b0f9131f,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:34.528365 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.528709 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.529045 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.529376 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.529702 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.530028 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.530349 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.530671 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.530989 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.531305 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.531620 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.531957 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Tracked resource versions report: May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: pushed versions: May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: { 'AddressGroup': {'1.2'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'ConntrackHelper': {'1.0'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Log': {'1.0'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Network': {'1.1'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Port': {'1.7'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'PortForwarding': {'1.2'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'QosPolicy': {'1.8'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroup': {'1.4'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroupRule': {'1.2'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SubPort': {'1.0'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Subnet': {'1.1'}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Trunk': {'1.1'}} May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: consumer versions: May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'ConntrackHelper': '1.0', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Log': '1.0', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Network': '1.1', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Port': '1.7', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'PortForwarding': '1.2', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'QosPolicy': '1.8', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroup': '1.4', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroupRule': '1.2', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'SubPort': '1.0', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Subnet': '1.1', May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: 'Trunk': '1.1'}} May 19 23:20:34.533080 dv-cinder-792209-1-smb neutron-server[91602]: {{(pid=91602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:20:34.572773 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:34.622202 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Attempting to bind port 1e987a42-4db7-4e3e-9982-f058b0f9131f on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:20:34.622607 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Attempting to bind port 1e987a42-4db7-4e3e-9982-f058b0f9131f by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:20:34.623031 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Attempting to bind port 1e987a42-4db7-4e3e-9982-f058b0f9131f on network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:20:34.628211 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:20:34.628627 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Checking segment: {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:20:34.629128 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.629523 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Bound using segment: {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:20:34.629994 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Bound port: 1e987a42-4db7-4e3e-9982-f058b0f9131f, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:20:34.630369 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.718729 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] For port 1e987a42-4db7-4e3e-9982-f058b0f9131f, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:20:34.722605 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] For port 1e987a42-4db7-4e3e-9982-f058b0f9131f, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=1e987a42-4db7-4e3e-9982-f058b0f9131f,segment=NetworkSegment(c4edcc39-0989-4575-a130-6434553f02d4),segment_id=c4edcc39-0989-4575-a130-6434553f02d4)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:20:34.727548 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:34.731966 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:34.821659 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Pushing event updated for resources: {'Port': ['ID=1e987a42-4db7-4e3e-9982-f058b0f9131f,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:34.826113 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:36.061714 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56282) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:36.422892 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [None req-98af0bae-2145-47ad-beb2-0ccbb7de3e26 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:20:36.424274 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-98af0bae-2145-47ad-beb2-0ccbb7de3e26 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3612251 May 19 23:20:38.750249 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56292) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:39.146488 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [None req-cc3209e7-e645-44e4-9c49-ccc667dc9da0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:20:39.147775 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-cc3209e7-e645-44e4-9c49-ccc667dc9da0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3965888 May 19 23:20:40.212736 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 1e987a42-4db7-4e3e-9982-f058b0f9131f up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:20:40.239431 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ecbdc-be20-40cf-9544-5c627e9fcc7d None None] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:20:40.378545 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-30d53c98-3020-4b51-8e10-291b0f9309e2 None None] Provisioning for port 1e987a42-4db7-4e3e-9982-f058b0f9131f completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:20:40.398981 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 1e987a42-4db7-4e3e-9982-f058b0f9131f completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:20:40.412981 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 1e987a42-4db7-4e3e-9982-f058b0f9131f triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:40.413377 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:40.644620 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:40.685007 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 1e987a42-4db7-4e3e-9982-f058b0f9131f, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=1e987a42-4db7-4e3e-9982-f058b0f9131f,segment=NetworkSegment(c4edcc39-0989-4575-a130-6434553f02d4),segment_id=c4edcc39-0989-4575-a130-6434553f02d4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:20:40.689088 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:40.691290 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:40.758272 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=1e987a42-4db7-4e3e-9982-f058b0f9131f,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:40.764513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:40.913119 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-606ac976-7ca1-4892-8a36-033204d7805f None None] Provisioning complete for port 1e987a42-4db7-4e3e-9982-f058b0f9131f triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:40.913409 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-606ac976-7ca1-4892-8a36-033204d7805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:41.741170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56310) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:42.092922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '267e989a44184912affb63ac87302dbb'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:42.162648 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.policy [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91601) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 23:20:42.195019 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 1e987a42-4db7-4e3e-9982-f058b0f9131f up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:20:42.208646 dv-cinder-792209-1-smb neutron-server[91601]: WARNING oslo_policy.policy [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:42.209046 dv-cinder-792209-1-smb neutron-server[91601]: WARNING oslo_policy.policy [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 23:20:42.217800 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.quota [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Loaded quota_driver: . May 19 23:20:42.233106 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:42.239401 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Usage tracker for resource:router and tenant:267e989a44184912affb63ac87302dbb is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:42.244008 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:42.253197 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:42.261153 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 1e987a42-4db7-4e3e-9982-f058b0f9131f triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:42.261508 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.269516 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.271555 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.297212 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.413507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.434515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:42.435742 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c42e3790-0200-44bf-bbb5-9031fc007249 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6936345 May 19 23:20:44.758725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56322) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:45.121146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [None req-0ad71027-400e-42c1-abb0-0466e6bc0d42 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:20:45.122110 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-0ad71027-400e-42c1-abb0-0466e6bc0d42 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624806 May 19 23:20:45.640219 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7f01-e38a-475f-97d4-e9f3b5e82b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:47.448081 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56332) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:47.813247 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:47.818184 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:47.821908 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Usage tracker for resource:network and tenant:7e25ea5b2d254150972ce0f6741d7666 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:47.825296 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:47.830838 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:47.841171 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Made reservation on behalf of 7e25ea5b2d254150972ce0f6741d7666 for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:20:47.844031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:47.860590 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:47.876789 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:47.880485 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Usage tracker for resource:security_group_rule and tenant:7e25ea5b2d254150972ce0f6741d7666 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:47.883673 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:47.889552 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:47.986252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:47.989900 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:47.994837 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:48.005753 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Reserving flat network on physical network physnet1 {{(pid=91601) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 23:20:48.036924 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761818752202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:48.037484 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Unsubscribe: segment precommit_create {{(pid=91601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 23:20:48.037955 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Added segment 52963f98-d7cf-4795-9678-00d3e7c3cab2 of type flat for network 5d292a91-a085-41a1-af48-c255234a162e May 19 23:20:48.086087 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec1a04-efd9-419d-9920-38d2d0562018,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:48.101089 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.101423 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.101746 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.102062 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.102632 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.102962 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.103278 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.104220 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.104551 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.104867 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.105178 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.105487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Tracked resource versions report: May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: pushed versions: May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: { 'AddressGroup': {'1.2'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'ConntrackHelper': {'1.0'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Log': {'1.0'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Network': {'1.1'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Port': {'1.7'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'PortForwarding': {'1.2'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'QosPolicy': {'1.8'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroup': {'1.4'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroupRule': {'1.2'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SubPort': {'1.0'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Subnet': {'1.1'}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Trunk': {'1.1'}} May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: consumer versions: May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'ConntrackHelper': '1.0', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Log': '1.0', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Network': '1.1', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Port': '1.7', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'PortForwarding': '1.2', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'QosPolicy': '1.8', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroup': '1.4', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroupRule': '1.2', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'SubPort': '1.0', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Subnet': '1.1', May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: 'Trunk': '1.1'}} May 19 23:20:48.106580 dv-cinder-792209-1-smb neutron-server[91601]: {{(pid=91601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:20:48.160675 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:48.164557 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:48.203273 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:48.204688 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:48.205304 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:48.209689 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:48.266371 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:48.313425 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Pushing event updated for resources: {'Network': ['ID=5d292a91-a085-41a1-af48-c255234a162e,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:48.315934 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8668694 May 19 23:20:48.317863 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:48.332744 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 5d292a91-a085-41a1-af48-c255234a162e details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:20:48.441382 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-96d0cde9-6267-4a8b-9678-4ec6a64111e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:49.199524 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:50.628148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56358) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:50.722142 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:50.845202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a5834-9a5f-4e80-8348-0f3c8babd3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:50.846560 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e34a5834-9a5f-4e80-8348-0f3c8babd3e0 admin admin] 10.222.0.48 "GET /v2.0/subnets/c45c94f1-7142-40dd-be95-acebb8c7bc78 HTTP/1.1" status: 200 len: 849 time: 0.2174714 May 19 23:20:50.999764 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6dca07d3-6f65-4219-8b47-f02ea3ddd413 admin admin] 10.222.0.48 "GET /v2.0/routers/8e661d5e-277d-42c2-bc00-6920d9f309af HTTP/1.1" status: 200 len: 704 time: 0.1476400 May 19 23:20:51.444633 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:51.669813 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Allocated IP 172.20.0.1 (4042e8fd-bd6a-4244-9059-6cec0bc8cf1f/c45c94f1-7142-40dd-be95-acebb8c7bc78/a7a85a97-522a-4225-85bb-2f216b8bbc82) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:20:51.826972 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:51.844079 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Transition to ACTIVE for port object a7a85a97-522a-4225-85bb-2f216b8bbc82 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:20:51.898330 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:51.903251 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:51.966852 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:20:51.969573 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:51.976291 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:20:51.976797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.083497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Pushing event updated for resources: {'Port': ['ID=a7a85a97-522a-4225-85bb-2f216b8bbc82,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:52.101302 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:52.201979 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6aba2e5a-bb6c-4e43-8c4d-01dbefeb81e8 None None] Provisioning for port a7a85a97-522a-4225-85bb-2f216b8bbc82 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:20:52.207193 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6aba2e5a-bb6c-4e43-8c4d-01dbefeb81e8 None None] Provisioning complete for port a7a85a97-522a-4225-85bb-2f216b8bbc82 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:52.207572 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6aba2e5a-bb6c-4e43-8c4d-01dbefeb81e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.264488 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6aba2e5a-bb6c-4e43-8c4d-01dbefeb81e8 None None] Port a7a85a97-522a-4225-85bb-2f216b8bbc82 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:20:52.269832 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.487975 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.492120 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.493146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.496198 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:52.626474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Pushing event updated for resources: {'Port': ['ID=a7a85a97-522a-4225-85bb-2f216b8bbc82,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:52.630271 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:52.679148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:20:52.680220 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:52.867348 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Router 8e661d5e-277d-42c2-bc00-6920d9f309af is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:20:52.885815 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-c3ad1743-ecf9-4f20-ac73-c092fa36548e None None] Provisioning complete for port a7a85a97-522a-4225-85bb-2f216b8bbc82 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:52.886188 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1743-ecf9-4f20-ac73-c092fa36548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:52.936793 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad1743-ecf9-4f20-ac73-c092fa36548e None None] Port a7a85a97-522a-4225-85bb-2f216b8bbc82 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:20:53.017328 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:20:53.026899 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] 10.222.0.48 "PUT /v2.0/routers/8e661d5e-277d-42c2-bc00-6920d9f309af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0223486 May 19 23:20:53.027598 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Sync routers for ids ['8e661d5e-277d-42c2-bc00-6920d9f309af'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:20:53.037896 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Routers {'8e661d5e-277d-42c2-bc00-6920d9f309af'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:20:53.038708 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:20:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8e661d5e-277d-42c2-bc00-6920d9f309af'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:53.211007 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Set router 8e661d5e-277d-42c2-bc00-6920d9f309af gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:20:53.572487 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:52Z', 'revision_number': 2, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port_host': None, '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:52Z', 'revision_number': 2, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:53.577396 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Checking router: 8e661d5e-277d-42c2-bc00-6920d9f309af for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:20:53.577787 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Updating router 8e661d5e-277d-42c2-bc00-6920d9f309af port a7a85a97-522a-4225-85bb-2f216b8bbc82 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:20:53.629248 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.003565 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.017746 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Transition to ACTIVE for port object a7a85a97-522a-4225-85bb-2f216b8bbc82 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:20:54.024136 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.030315 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:54.229498 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Pushing event updated for resources: {'Port': ['ID=a7a85a97-522a-4225-85bb-2f216b8bbc82,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:54.271143 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Attempting to bind port a7a85a97-522a-4225-85bb-2f216b8bbc82 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:20:54.271541 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Attempting to bind port a7a85a97-522a-4225-85bb-2f216b8bbc82 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:20:54.271997 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Attempting to bind port a7a85a97-522a-4225-85bb-2f216b8bbc82 on network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:20:54.276624 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.276958 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.277283 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.277603 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.277923 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.278236 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.278548 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.278856 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.279167 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.279473 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.279778 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.280108 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Tracked resource versions report: May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: pushed versions: May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: { 'AddressGroup': {'1.2'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'ConntrackHelper': {'1.0'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Log': {'1.0'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Network': {'1.1'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Port': {'1.7'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'PortForwarding': {'1.2'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'QosPolicy': {'1.8'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroup': {'1.4'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroupRule': {'1.2'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SubPort': {'1.0'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Subnet': {'1.1'}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Trunk': {'1.1'}} May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: consumer versions: May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'ConntrackHelper': '1.0', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Log': '1.0', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Network': '1.1', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Port': '1.7', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'PortForwarding': '1.2', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'QosPolicy': '1.8', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroup': '1.4', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroupRule': '1.2', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'SubPort': '1.0', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Subnet': '1.1', May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: 'Trunk': '1.1'}} May 19 23:20:54.281204 dv-cinder-792209-1-smb neutron-server[91603]: {{(pid=91603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:20:54.285576 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:20:54.285984 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Checking segment: {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:20:54.286462 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.286842 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Bound using segment: {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:20:54.287321 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Bound port: a7a85a97-522a-4225-85bb-2f216b8bbc82, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4edcc39-0989-4575-a130-6434553f02d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:20:54.287686 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.296070 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:54.373435 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] For port a7a85a97-522a-4225-85bb-2f216b8bbc82, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:20:54.377683 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] For port a7a85a97-522a-4225-85bb-2f216b8bbc82, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a7a85a97-522a-4225-85bb-2f216b8bbc82,segment=NetworkSegment(c4edcc39-0989-4575-a130-6434553f02d4),segment_id=c4edcc39-0989-4575-a130-6434553f02d4)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:20:54.382384 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:54.387112 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:54.471834 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Pushing event updated for resources: {'Port': ['ID=a7a85a97-522a-4225-85bb-2f216b8bbc82,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:54.474337 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Routers {'8e661d5e-277d-42c2-bc00-6920d9f309af'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:20:54.474943 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:20:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8e661d5e-277d-42c2-bc00-6920d9f309af'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:54.521481 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:54.627048 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] Set router 8e661d5e-277d-42c2-bc00-6920d9f309af gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:20:54.948166 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:52Z', 'revision_number': 2, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port_host': None, '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:54Z', 'revision_number': 4, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:20:54.951834 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56872ec8-67db-4fce-a620-c2e99be54399 None None] The sync data for ids ['8e661d5e-277d-42c2-bc00-6920d9f309af'] in dv-cinder-792209-1-smb is: [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:52Z', 'revision_number': 2, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port_host': None, '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:54Z', 'revision_number': 4, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:20:55.194314 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56380) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:55.336859 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0507993-d33d-4396-a8c5-d255882b23c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:55.337328 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-d0507993-d33d-4396-a8c5-d255882b23c8 admin admin] Synchronizing usage tracker for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:network {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:20:55.355775 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-d0507993-d33d-4396-a8c5-d255882b23c8 admin admin] Unset dirty status for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:network {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:20:55.356928 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d0507993-d33d-4396-a8c5-d255882b23c8 admin admin] 10.222.0.48 "GET /v2.0/networks/5d292a91-a085-41a1-af48-c255234a162e HTTP/1.1" status: 200 len: 842 time: 0.1616983 May 19 23:20:55.366101 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Request body: {'subnet': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:55.371972 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:20:55.375638 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Usage tracker for resource:subnet and tenant:7e25ea5b2d254150972ce0f6741d7666 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:20:55.378483 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:20:55.384512 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:20:55.393829 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Made reservation on behalf of 7e25ea5b2d254150972ce0f6741d7666 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:20:55.396244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:55.812844 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.objects.ports [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91601) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 23:20:55.813214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:55.817532 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:55.931330 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c6e36b-4d6e-4d00-bd1a-43ea5d681783,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:55.935688 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:55.938257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:20:55.939268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Network hostable DHCP agents. Network: 5d292a91-a085-41a1-af48-c255234a162e, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:20:55.964537 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:20:55.975051 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 5d292a91-a085-41a1-af48-c255234a162e) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:55.979643 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:55.980255 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:55.986420 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d34b8e-82f5-47ec-8b48-edcc7e795e00 None None] Network 5d292a91-a085-41a1-af48-c255234a162e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:20:56.011816 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6387901 May 19 23:20:56.192546 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f2e9f-6fda-4e54-baa7-476e3da9ae04 None None] Network 5d292a91-a085-41a1-af48-c255234a162e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:20:58.213991 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56394) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:20:58.226640 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a7a85a97-522a-4225-85bb-2f216b8bbc82 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:20:58.300606 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port a7a85a97-522a-4225-85bb-2f216b8bbc82 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:20:58.305331 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port a7a85a97-522a-4225-85bb-2f216b8bbc82 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:20:58.305686 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:58.411697 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-2eed50ed-c793-408c-84fe-5750527ef90b admin admin] 10.222.0.48 "GET /v2.0/routers/8e661d5e-277d-42c2-bc00-6920d9f309af HTTP/1.1" status: 200 len: 710 time: 0.1959898 May 19 23:20:58.419246 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:58.451250 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port a7a85a97-522a-4225-85bb-2f216b8bbc82, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a7a85a97-522a-4225-85bb-2f216b8bbc82,segment=NetworkSegment(c4edcc39-0989-4575-a130-6434553f02d4),segment_id=c4edcc39-0989-4575-a130-6434553f02d4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:20:58.456936 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:58.459435 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:58.528530 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=a7a85a97-522a-4225-85bb-2f216b8bbc82,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:58.532476 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:20:58.540461 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb762b0c-463b-48b7-aaf9-04c850c39973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:20:58.541921 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bb762b0c-463b-48b7-aaf9-04c850c39973 admin admin] 10.222.0.48 "GET /v2.0/networks/5d292a91-a085-41a1-af48-c255234a162e HTTP/1.1" status: 200 len: 886 time: 0.1249714 May 19 23:20:58.550447 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:20:58.989225 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:59.301824 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:59.355637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:59.529984 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Allocated IP 172.28.2.216 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/64ed7aca-99e4-4a58-9d81-b6379d9bc120) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:20:59.668220 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:59.695777 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:20:59.699232 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:20:59.761396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:20:59.764049 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:20:59.767452 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:20:59.829196 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Pushing event updated for resources: {'Port': ['ID=64ed7aca-99e4-4a58-9d81-b6379d9bc120,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:20:59.833180 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:21:00.153014 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:00.198552 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a7a85a97-522a-4225-85bb-2f216b8bbc82 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:21:00.264114 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port a7a85a97-522a-4225-85bb-2f216b8bbc82 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:21:00.264492 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:00.491777 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:00.495047 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-417777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-594196'] for router, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:00.678385 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Router 8e661d5e-277d-42c2-bc00-6920d9f309af has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:21:00.918108 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:21:00.926821 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:00.927578 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Sync routers for ids ['8e661d5e-277d-42c2-bc00-6920d9f309af'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:21:00.928170 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] 10.222.0.48 "PUT /v2.0/routers/8e661d5e-277d-42c2-bc00-6920d9f309af HTTP/1.1" status: 200 len: 890 time: 2.3808601 May 19 23:21:00.938967 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Routers {'8e661d5e-277d-42c2-bc00-6920d9f309af'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:21:00.939560 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:20:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8e661d5e-277d-42c2-bc00-6920d9f309af'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:21:01.133237 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Set router 8e661d5e-277d-42c2-bc00-6920d9f309af gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:21:01.466798 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:59Z', 'revision_number': 4, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port': {'id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:59Z', 'updated_at': '2021-05-19T23:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:58Z', 'revision_number': 5, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:21:01.471580 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Checking router: 8e661d5e-277d-42c2-bc00-6920d9f309af for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:21:01.471978 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Updating router 8e661d5e-277d-42c2-bc00-6920d9f309af port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:21:01.521273 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:01.840676 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:01.851357 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Transition to ACTIVE for port object 64ed7aca-99e4-4a58-9d81-b6379d9bc120 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:21:01.858037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:01.862816 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:21:01.940819 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Attempting to bind port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:21:01.941196 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Attempting to bind port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:21:01.941801 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Attempting to bind port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:21:01.945043 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Pushing event updated for resources: {'Port': ['ID=64ed7aca-99e4-4a58-9d81-b6379d9bc120,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:21:01.949848 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:21:01.950722 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:21:01.951098 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:21:01.951499 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:01.951907 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:21:01.952959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Bound port: 64ed7aca-99e4-4a58-9d81-b6379d9bc120, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:21:01.952959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:02.027962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] For port 64ed7aca-99e4-4a58-9d81-b6379d9bc120, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:21:02.031115 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] For port 64ed7aca-99e4-4a58-9d81-b6379d9bc120, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=64ed7aca-99e4-4a58-9d81-b6379d9bc120,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:21:02.036701 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:02.044748 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:21:02.122266 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Routers {'8e661d5e-277d-42c2-bc00-6920d9f309af'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:21:02.122871 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:20:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8e661d5e-277d-42c2-bc00-6920d9f309af'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:21:02.168711 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Pushing event updated for resources: {'Port': ['ID=64ed7aca-99e4-4a58-9d81-b6379d9bc120,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:21:02.178291 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:21:02.302085 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] Set router 8e661d5e-277d-42c2-bc00-6920d9f309af gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:21:02.642473 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:59Z', 'revision_number': 4, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port': {'id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:59Z', 'updated_at': '2021-05-19T23:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:58Z', 'revision_number': 5, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:21:02.646284 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3313e1-291a-4eb1-9208-4a97cd185db7 None None] The sync data for ids ['8e661d5e-277d-42c2-bc00-6920d9f309af'] in dv-cinder-792209-1-smb is: [{'id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'name': 'router1', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216'}], 'enable_snat': True}, 'gw_port_id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:20:42Z', 'updated_at': '2021-05-19T23:20:59Z', 'revision_number': 4, 'project_id': '267e989a44184912affb63ac87302dbb', 'gw_port': {'id': '64ed7aca-99e4-4a58-9d81-b6379d9bc120', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:12:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:59Z', 'updated_at': '2021-05-19T23:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'a7a85a97-522a-4225-85bb-2f216b8bbc82', 'name': '', 'network_id': '4042e8fd-bd6a-4244-9059-6cec0bc8cf1f', 'tenant_id': '267e989a44184912affb63ac87302dbb', 'mac_address': 'fa:16:3e:79:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e661d5e-277d-42c2-bc00-6920d9f309af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:20:51Z', 'updated_at': '2021-05-19T23:20:58Z', 'revision_number': 5, 'project_id': '267e989a44184912affb63ac87302dbb', 'subnets': [{'id': 'c45c94f1-7142-40dd-be95-acebb8c7bc78', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19addafc-1d8e-4ae8-a118-d106f0c97f90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:21:03.235139 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56404) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:21:03.353996 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-45c7a772-a9d2-4ce5-95fd-0578c4ad230c admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175697 May 19 23:21:04.239772 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 64ed7aca-99e4-4a58-9d81-b6379d9bc120 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:21:04.308258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:21:04.312725 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:21:04.313123 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:04.422504 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:04.438456 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 64ed7aca-99e4-4a58-9d81-b6379d9bc120, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=64ed7aca-99e4-4a58-9d81-b6379d9bc120,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:21:04.442218 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:04.444421 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e73584-0dac-44c9-80cd-017e1a71d40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:21:04.513627 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=64ed7aca-99e4-4a58-9d81-b6379d9bc120,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:21:04.516980 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:21:06.247023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 64ed7aca-99e4-4a58-9d81-b6379d9bc120 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:21:06.314069 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 64ed7aca-99e4-4a58-9d81-b6379d9bc120 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:21:06.314375 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:14.943751 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:21:15.643159 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-a4ca52ac-9658-4435-9f34-9b27995df062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:18.275837 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:18.386645 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-49820c91-2602-4f09-869c-34f9677c8fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:19.206790 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:20.755027 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:45.645512 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-30bfcc88-3c87-468e-88a9-894515543262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:48.272844 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:48.379930 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e578f18e-3f0c-4f83-a0f5-990f61aa4439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:49.211505 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:50.747734 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:21:51.942733 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:22:15.650720 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-67fdd8b5-2bde-4011-8a2d-5d4f0a01b168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:18.266936 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:18.380320 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4527cb83-6f9a-4452-8054-ad2b64ed1ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:19.211121 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:20.747312 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:28.941338 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:22:36.640582 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56976) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:36.705338 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.pecan_wsgi.hooks.translation [None req-71077a5f-1976-435e-917e-c0909d81d067 admin admin] GET failed (client error): The resource could not be found. May 19 23:22:36.706583 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-71077a5f-1976-435e-917e-c0909d81d067 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650578 May 19 23:22:36.835422 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d21bf1-c6d3-4577-8d61-d59e99a0c3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:36.836842 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-46d21bf1-c6d3-4577-8d61-d59e99a0c3fe admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1265075 May 19 23:22:38.934551 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56986) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:39.048053 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eab300-a106-4a4d-a95b-29fdf0c7e2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:39.048605 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f0eab300-a106-4a4d-a95b-29fdf0c7e2ec admin admin] Synchronizing usage tracker for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:subnet {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:22:39.064071 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f0eab300-a106-4a4d-a95b-29fdf0c7e2ec admin admin] Unset dirty status for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:subnet {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:22:39.065206 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f0eab300-a106-4a4d-a95b-29fdf0c7e2ec admin admin] 10.222.0.48 "GET /v2.0/subnets/c45c94f1-7142-40dd-be95-acebb8c7bc78 HTTP/1.1" status: 200 len: 849 time: 0.1297016 May 19 23:22:39.074442 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:22:39.188443 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:39.369783 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761818720934'] for subnet, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:39.373354 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-24d2b0b8-accd-422e-9843-222ed23eb581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:22:39.411987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:39.413112 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:39.413821 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] 10.222.0.48 "PUT /v2.0/subnets/c45c94f1-7142-40dd-be95-acebb8c7bc78 HTTP/1.1" status: 200 len: 868 time: 0.3431258 May 19 23:22:39.430466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6a1ce-472d-47be-98f0-9ff5ba26c0e5 None None] Network 4042e8fd-bd6a-4244-9059-6cec0bc8cf1f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:22:39.437156 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45c94f1-7142-40dd-be95-acebb8c7bc78,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:22:39.444807 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.445068 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.445942 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.446276 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.446598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.446920 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.447238 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.447558 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.447927 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.448255 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.448569 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.448880 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:22:39.452445 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:22:39.864862 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-e4c7e6c4-4b42-4a0c-a7e6-d647ae0bbb57 None None] Provisioning complete for port 1e987a42-4db7-4e3e-9982-f058b0f9131f triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:22:39.865248 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e6c4-4b42-4a0c-a7e6-d647ae0bbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:39.988979 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-e4c7e6c4-4b42-4a0c-a7e6-d647ae0bbb57 None None] Provisioning complete for port a7a85a97-522a-4225-85bb-2f216b8bbc82 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:22:39.989227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e6c4-4b42-4a0c-a7e6-d647ae0bbb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:41.509910 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 56996) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:41.679360 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1df541-e727-4273-92f0-54723db40363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:41.680433 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1df541-e727-4273-92f0-54723db40363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:41.681959 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3a1df541-e727-4273-92f0-54723db40363 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1711023 May 19 23:22:43.780885 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57006) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:43.952684 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e940285-6f62-458f-afb1-a76e346cbf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:43.953176 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e940285-6f62-458f-afb1-a76e346cbf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:43.954692 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5e940285-6f62-458f-afb1-a76e346cbf8e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728709 May 19 23:22:45.652935 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e9c62ddf-2753-4703-ba2f-c8adf8075939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:46.064538 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57016) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:46.232461 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f9fd9-103d-4e78-acc9-88286636be27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:46.233814 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c56f9fd9-103d-4e78-acc9-88286636be27 admin admin] 10.222.0.48 "GET /v2.0/networks/4042e8fd-bd6a-4244-9059-6cec0bc8cf1f HTTP/1.1" status: 200 len: 869 time: 0.1683404 May 19 23:22:48.270256 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:48.354482 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57026) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:48.381370 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c960ffc2-9fd5-4751-98fa-d552ce878986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:48.518142 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2193df-6fa4-4724-8bc4-a3b286c6b741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:48.519391 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4b2193df-6fa4-4724-8bc4-a3b286c6b741 admin admin] 10.222.0.48 "GET /v2.0/networks/5d292a91-a085-41a1-af48-c255234a162e HTTP/1.1" status: 200 len: 886 time: 0.1639640 May 19 23:22:49.212738 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:50.606644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57036) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:50.714114 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb3f90-7f05-45d0-b8d6-023fe42d1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:50.714587 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb3f90-7f05-45d0-b8d6-023fe42d1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:50.716100 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1afb3f90-7f05-45d0-b8d6-023fe42d1f22 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084974 May 19 23:22:50.754749 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:22:52.815000 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57046) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:52.922266 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed45c6-c978-4a8c-9788-a074f37e56d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:52.922736 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed45c6-c978-4a8c-9788-a074f37e56d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:52.924234 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-70ed45c6-c978-4a8c-9788-a074f37e56d7 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079602 May 19 23:22:54.987774 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57056) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:55.090959 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c0de3-6b58-46ca-868f-7f5ca71e3e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:55.092324 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d25c0de3-6b58-46ca-868f-7f5ca71e3e3d admin admin] 10.222.0.48 "GET /v2.0/subnets/69c6e36b-4d6e-4d00-bd1a-43ea5d681783 HTTP/1.1" status: 200 len: 816 time: 0.1035256 May 19 23:22:57.171760 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57066) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:22:57.277548 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523030eb-aa39-4e14-afcf-6e488e26bca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:22:57.278853 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-523030eb-aa39-4e14-afcf-6e488e26bca2 admin admin] 10.222.0.48 "GET /v2.0/subnets/c45c94f1-7142-40dd-be95-acebb8c7bc78 HTTP/1.1" status: 200 len: 868 time: 0.1061201 May 19 23:23:05.940303 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:23:15.654640 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b2dacdc2-ab13-43cf-9821-a17b8d511b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:18.272655 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:18.381862 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e7a95aeb-11b2-4693-bf47-e6a1deae5d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:19.219188 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:19.917104 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57110) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:23:19.964934 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [None req-959b19d0-889a-4459-ad9b-26d7ad0ea6a6 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:23:19.965955 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-959b19d0-889a-4459-ad9b-26d7ad0ea6a6 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478983 May 19 23:23:20.756697 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:22.123185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57120) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:23:22.191517 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d346c8-2bfc-41e2-b220-e69a5b0319a6 admin admin] GET failed (client error): The resource could not be found. May 19 23:23:22.192775 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-f2d346c8-2bfc-41e2-b220-e69a5b0319a6 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686738 May 19 23:23:22.316403 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c93ae8-c6f5-48be-8545-08f0cfd9db6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:23:22.317747 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-33c93ae8-c6f5-48be-8545-08f0cfd9db6b admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207368 May 19 23:23:24.405207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57130) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:23:24.452301 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:23:24.456668 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:23:24.466085 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:23:24.476695 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Made reservation on behalf of 7e25ea5b2d254150972ce0f6741d7666 for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:23:24.479026 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:24.599027 dv-cinder-792209-1-smb neutron-server[91601]: WARNING neutron.services.revisions.revision_plugin [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Could not find related network for resource to bump revision. May 19 23:23:24.611513 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=91601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:23:24.621429 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:24.621773 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Added segment cdfe8025-1784-4ef6-9379-314270b884f4 of type vlan for network 82c40599-764c-4e04-80e0-0a0b3067da75 May 19 23:23:24.649438 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:24.676604 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:24.677870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:23:24.678430 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:24.683269 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:23:24.777477 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3711841 May 19 23:23:24.778043 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Pushing event updated for resources: {'Network': ['ID=82c40599-764c-4e04-80e0-0a0b3067da75,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:23:24.781343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:23:24.794870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 82c40599-764c-4e04-80e0-0a0b3067da75 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:23:26.917544 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57140) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:23:26.982972 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.pecan_wsgi.hooks.translation [None req-830de58d-b8c6-4775-9d9b-c207b7c2d5aa admin admin] GET failed (client error): The resource could not be found. May 19 23:23:26.984239 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-830de58d-b8c6-4775-9d9b-c207b7c2d5aa admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657644 May 19 23:23:27.087604 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f969eda-8483-47c8-a58f-c19281cde136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:23:27.089034 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6f969eda-8483-47c8-a58f-c19281cde136 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010332 May 19 23:23:27.098380 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:23:27.102583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:23:27.112197 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:23:27.122149 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Made reservation on behalf of 7e25ea5b2d254150972ce0f6741d7666 for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:23:27.124439 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:27.499440 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:27.503853 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-19c6c464-5451-4274-9ac6-6504c1fc47cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:23:27.575347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a30838f-7631-4364-b6b0-3e2576574487,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:23:27.580128 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Checking segment: {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:23:27.580488 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Network hostable DHCP agents. Network: 82c40599-764c-4e04-80e0-0a0b3067da75, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:23:27.587721 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.588092 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.588428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.588757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.589091 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.589416 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.589736 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.590057 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.590392 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.590714 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.591029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.591343 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:27.598365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:23:27.607435 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Network 82c40599-764c-4e04-80e0-0a0b3067da75 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:23:27.615874 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 82c40599-764c-4e04-80e0-0a0b3067da75) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:23:27.620203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:23:27.620795 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:27.626363 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274a33d-aca8-44a9-bbbc-5d20b03418d1 None None] Network 82c40599-764c-4e04-80e0-0a0b3067da75 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:23:27.645689 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5505228 May 19 23:23:27.847968 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-82c40599-764c-4e04-80e0-0a0b3067da75', 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75', 'tenant_id': '7e25ea5b2d254150972ce0f6741d7666', 'fixed_ips': [{'subnet_id': '0a30838f-7631-4364-b6b0-3e2576574487'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:23:27.848807 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.005116 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Allocated IP 192.168.233.2 (82c40599-764c-4e04-80e0-0a0b3067da75/0a30838f-7631-4364-b6b0-3e2576574487/f21189d6-b134-4dd4-98e4-cb19c1a9c863) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:23:28.206954 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.217089 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Transition to ACTIVE for port object f21189d6-b134-4dd4-98e4-cb19c1a9c863 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:23:28.235683 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Transition to ACTIVE for port object f21189d6-b134-4dd4-98e4-cb19c1a9c863 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:23:28.242266 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.249060 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:23:28.311485 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Network 82c40599-764c-4e04-80e0-0a0b3067da75 is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:23:28.314395 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:23:28.318026 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:23:28.350498 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Pushing event updated for resources: {'Port': ['ID=f21189d6-b134-4dd4-98e4-cb19c1a9c863,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:23:28.389869 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.390196 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.390536 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.390866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.391193 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.391521 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.391884 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.392211 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.392537 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.392856 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.393179 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.393495 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:23:28.402371 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:23:28.422736 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Attempting to bind port f21189d6-b134-4dd4-98e4-cb19c1a9c863 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:23:28.423114 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Attempting to bind port f21189d6-b134-4dd4-98e4-cb19c1a9c863 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:23:28.423479 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Attempting to bind port f21189d6-b134-4dd4-98e4-cb19c1a9c863 on network 82c40599-764c-4e04-80e0-0a0b3067da75 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:23:28.428770 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:23:28.429152 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Checking segment: {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:23:28.429553 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.429947 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Bound using segment: {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:23:28.430423 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Bound port: f21189d6-b134-4dd4-98e4-cb19c1a9c863, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:23:28.430800 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.519735 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] For port f21189d6-b134-4dd4-98e4-cb19c1a9c863, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:23:28.523481 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] For port f21189d6-b134-4dd4-98e4-cb19c1a9c863, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=f21189d6-b134-4dd4-98e4-cb19c1a9c863,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:23:28.528830 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:28.532695 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:23:28.609347 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Pushing event updated for resources: {'Port': ['ID=f21189d6-b134-4dd4-98e4-cb19c1a9c863,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:23:28.614222 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:23:29.419674 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf588d-2c83-4dc7-b4a2-6029fce01c83 None None] Network 82c40599-764c-4e04-80e0-0a0b3067da75 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:23:29.527329 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-62cb0376-0e21-4bfb-b494-e796e8ed8de3 None None] Provisioning for port f21189d6-b134-4dd4-98e4-cb19c1a9c863 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:23:30.335159 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f21189d6-b134-4dd4-98e4-cb19c1a9c863 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:23:30.404838 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port f21189d6-b134-4dd4-98e4-cb19c1a9c863 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:23:30.409590 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port f21189d6-b134-4dd4-98e4-cb19c1a9c863 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:23:30.409955 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:30.525526 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:30.556991 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port f21189d6-b134-4dd4-98e4-cb19c1a9c863, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=f21189d6-b134-4dd4-98e4-cb19c1a9c863,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:23:30.561670 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:30.563766 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:23:30.650290 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=f21189d6-b134-4dd4-98e4-cb19c1a9c863,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:23:30.653539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:23:32.318569 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f21189d6-b134-4dd4-98e4-cb19c1a9c863 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:23:32.385652 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port f21189d6-b134-4dd4-98e4-cb19c1a9c863 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:23:32.386019 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:42.940368 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:23:45.662631 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-38b342ba-ec38-48bc-a3ad-6fbb7de4fd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:48.275034 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:48.381989 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-d20ffe4f-a9e3-4e7c-9766-97b4fb82e9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:49.221575 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:23:50.762295 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:15.654811 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7b69fc6f-aecc-4bd7-8ceb-64c740935688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:18.276505 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:18.384057 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0cf1-bad1-4981-a8b0-e4d3547b929e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:19.223743 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:19.938935 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:24:20.765133 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:39.410502 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57190) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:24:39.416989 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [None req-d7a3cf25-87ef-4b05-b8a3-98e719e51573 tempest-verify_tempest_config-1209850321 tempest-verify_tempest_config-1209850321-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:24:39.417982 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d7a3cf25-87ef-4b05-b8a3-98e719e51573 tempest-verify_tempest_config-1209850321 tempest-verify_tempest_config-1209850321-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065014 May 19 23:24:39.717082 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57208) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:24:39.829866 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:39.843856 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:24:39.847566 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Usage tracker for resource:security_group_rule and tenant:3565dba7c450428d958b19aa902e0bea is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:24:39.850367 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:24:39.856104 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:24:39.935597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:39.939115 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:39.947932 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:24:39.984267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Synchronizing usage tracker for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:security_group {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:24:39.987432 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822630ef-0dfa-49e0-b268-2a3f720365a0,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:24:39.997205 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.997546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.997878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.998202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.998519 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.998838 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.999157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.999468 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:39.999844 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:40.000160 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:40.000470 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:40.000779 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:24:40.005459 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:24:40.014039 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Unset dirty status for tenant:7e25ea5b2d254150972ce0f6741d7666 on resource:security_group {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:24:40.015307 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3565dba7c450428d958b19aa902e0bea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2971113 May 19 23:24:40.017867 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57214) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:24:40.072892 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:40.099275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:40.192147 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:40.196423 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-95b3579c-bd03-4813-998d-2d2d5f486792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:24:40.206946 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822630ef-0dfa-49e0-b268-2a3f720365a0,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:24:40.210813 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:24:40.213973 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:40.215575 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/822630ef-0dfa-49e0-b268-2a3f720365a0 HTTP/1.1" status: 204 len: 168 time: 0.1967561 May 19 23:24:45.657184 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-340c4cd4-85bd-447b-8d44-f390c70cca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:48.280631 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:48.385357 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-089daebf-3df3-4d74-9b4c-ee9423412c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:49.226588 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:50.769420 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:24:56.939715 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:25:15.658227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e6491e93-5b9b-4e66-928b-0ec2315b643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:18.282638 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:18.385875 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c6eb-0753-47f5-9005-d786efa5dc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:19.230058 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:20.769249 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:33.938459 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:25:45.660258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-463aafc9-2864-4b65-bb08-8aeacccd72e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:48.284543 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:48.386347 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c65128ad-c689-4e24-ab32-43cb3f4d3d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:49.231414 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:25:50.774714 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:10.938159 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 5 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:26:15.661723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b6247d21-b659-41cc-ae52-953b08da3c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:17.255080 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220'] for agent, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:18.286778 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:18.387631 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2355a503-551b-4a3e-ac21-83eb71ad9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:19.234168 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:20.625717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57266) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:26:20.736679 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-53cad321-fbdd-4434-8e51-f4960ea2dfbe admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1099563 May 19 23:26:20.781177 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:22.832779 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57276) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:26:22.892104 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b62f440c-a1a9-4694-b5c7-fe1e497b5015 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0581985 May 19 23:26:45.662888 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0899b655-d18a-4708-b771-dfa092de25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:47.210710 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:47.936877 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:26:48.288772 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:48.387518 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b438b155-78d0-4acb-8d5d-a1aea35ff1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:49.235519 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:26:50.780708 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:15.664846 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-1cbeb481-8017-4040-997a-fe5edd48896f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:17.239897 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:18.300104 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:18.441199 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-48566e8f-7fb9-412c-95fb-a7fb5d1d1d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:19.240415 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:20.785265 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:24.935960 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:27:45.666696 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-78f578ee-9a5a-4c98-b679-35c7c2205a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:47.263909 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:48.300266 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:48.397756 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e48e9801-1c24-4829-ab89-95d47ae0ea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:49.260745 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:50.788664 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:50.963694 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57450) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:51.253453 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-519596692-network', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:51.258678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:51.262811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Usage tracker for resource:network and tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:51.265883 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:51.271433 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:51.285422 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Made reservation on behalf of 5b2aa5f5e6894489b8a864fd8e5e50e7 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:51.288729 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.301728 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.316152 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:51.319970 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Usage tracker for resource:security_group_rule and tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:51.325895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:51.328866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:51.418288 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.422379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.426302 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:51.445119 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:27:51.462200 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.462541 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Added segment d61af28c-d207-409e-b8e9-9a541f0261fe of type vlan for network 271388c7-763d-47da-a2ef-23055a24a147 May 19 23:27:51.492685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.506246 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293bd354-d0c4-41c3-ad3f-3f397091dbc3,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:51.522732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.523067 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.523402 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.523729 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.524070 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.524392 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.524709 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.525338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.525338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.525651 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.525966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.526276 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Tracked resource versions report: May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: pushed versions: May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: { 'AddressGroup': {'1.2'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'ConntrackHelper': {'1.0'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Log': {'1.0'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Network': {'1.1'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Port': {'1.7'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'PortForwarding': {'1.2'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'QosPolicy': {'1.8'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroup': {'1.4'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroupRule': {'1.2'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SubPort': {'1.0'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Subnet': {'1.1'}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Trunk': {'1.1'}} May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: consumer versions: May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: HyperV agent@hv-cinder-79220: {}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'ConntrackHelper': '1.0', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Log': '1.0', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Network': '1.1', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Port': '1.7', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'PortForwarding': '1.2', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'QosPolicy': '1.8', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroup': '1.4', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SecurityGroupRule': '1.2', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'SubPort': '1.0', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Subnet': '1.1', May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: 'Trunk': '1.1'}} May 19 23:27:51.527316 dv-cinder-792209-1-smb neutron-server[91600]: {{(pid=91600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:27:51.531635 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:51.541921 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.543365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:51.544056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:51.560905 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:51.677210 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Pushing event updated for resources: {'Network': ['ID=271388c7-763d-47da-a2ef-23055a24a147,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:51.680397 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:51.685808 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57496) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:51.691238 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Request body: {'subnet': {'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-subnet', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:51.692202 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 271388c7-763d-47da-a2ef-23055a24a147 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:27:51.692580 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7268407 May 19 23:27:51.696315 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:51.700210 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Usage tracker for resource:subnet and tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:51.702990 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:51.709366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:51.720746 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Made reservation on behalf of 5b2aa5f5e6894489b8a864fd8e5e50e7 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:51.723665 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.064386 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57510) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:52.099647 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57516) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:52.118858 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.124270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:52.132738 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57522) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:52.166517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57528) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:52.183589 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd92ca3-1086-4351-8cd3-91694ca38365,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:52.192498 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.192894 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.193167 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.193497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.193823 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.194148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.194505 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.194781 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.195104 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.195422 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.195738 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.196092 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Tracked resource versions report: May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: pushed versions: May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: { 'AddressGroup': {'1.2'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'ConntrackHelper': {'1.0'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Log': {'1.0'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Network': {'1.1'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Port': {'1.7'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'PortForwarding': {'1.2'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'QosPolicy': {'1.8'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroup': {'1.4'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroupRule': {'1.2'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SubPort': {'1.0'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Subnet': {'1.1'}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Trunk': {'1.1'}} May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: consumer versions: May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: HyperV agent@hv-cinder-79220: {}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'ConntrackHelper': '1.0', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Log': '1.0', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Network': '1.1', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Port': '1.7', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'PortForwarding': '1.2', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'QosPolicy': '1.8', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroup': '1.4', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SecurityGroupRule': '1.2', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'SubPort': '1.0', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Subnet': '1.1', May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: 'Trunk': '1.1'}} May 19 23:27:52.197214 dv-cinder-792209-1-smb neutron-server[91601]: {{(pid=91601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:27:52.208350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:52.225142 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Checking segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:52.225544 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Network hostable DHCP agents. Network: 271388c7-763d-47da-a2ef-23055a24a147, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:27:52.246208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Network 271388c7-763d-47da-a2ef-23055a24a147 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:27:52.257212 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 271388c7-763d-47da-a2ef-23055a24a147) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:52.261611 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:52.262676 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.270418 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a7291a-b7a4-4af8-a8f7-6ac5290c7198 None None] Network 271388c7-763d-47da-a2ef-23055a24a147 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:52.291924 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6028361 May 19 23:27:52.292288 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57542) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:52.299380 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:52.304671 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.308827 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Usage tracker for resource:router and tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.311877 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.318402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.332817 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.334307 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.354133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.431327 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-914477356-network', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:52.438237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.449709 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Usage tracker for resource:network and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.454598 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.466690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.484161 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-794388692-network', 'tenant_id': '0b1abb3e99e944279dfd5e780dab2c76'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:52.495883 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.508300 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Usage tracker for resource:network and tenant:0b1abb3e99e944279dfd5e780dab2c76 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.512384 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.520689 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.545062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2147236010-network', 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:52.574099 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Made reservation on behalf of 0b1abb3e99e944279dfd5e780dab2c76 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:52.580499 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.591215 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeeaf7e-5df5-41e0-86e8-7621e0d3938a None None] Network 271388c7-763d-47da-a2ef-23055a24a147 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:52.614547 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-749254819-network', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:52.625633 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.649371 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Made reservation on behalf of cbbd7a1c20664013959e6bb22b76d660 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:52.661177 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.662460 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.687908 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.698314 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.713346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.736212 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Usage tracker for resource:network and tenant:66915aa4a2d440119d97d3d4ed93ce2d is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.741416 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Usage tracker for resource:security_group_rule and tenant:0b1abb3e99e944279dfd5e780dab2c76 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.744494 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.755262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.769836 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.779112 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Usage tracker for resource:network and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.794033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.801850 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.819956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.965207 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:52.967494 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:52.972760 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:52.978205 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:52.982606 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:52.989903 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:53.036470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.037777 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Made reservation on behalf of 1aa4a1f3a8914d4889b2fb7f8910b979 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:53.040674 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.064393 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:53.071882 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.127325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d312e3af-2513-4b24-90f3-69df14290ebf,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:53.130039 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:53.133114 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.146650 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:53.155121 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.166085 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.172520 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:53.177401 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:53.180317 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:53.186265 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:53.196283 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.281950 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.284666 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:27:53.316681 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:53.335918 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Usage tracker for resource:security_group_rule and tenant:66915aa4a2d440119d97d3d4ed93ce2d is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:53.343021 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.365439 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Allocated IP 172.28.2.126 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/b607027d-81ab-4b4d-9f33-f7021fb4a03e) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:27:53.368107 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.368455 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Added segment bca0840e-6d1c-4d1c-879b-67df59e3fe21 of type vlan for network 02d6772d-0882-46df-9e6f-660a905d2442 May 19 23:27:53.369795 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:53.406738 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:53.460807 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.462130 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:53.486972 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.514620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb1d3c-4cbf-4a00-bfb0-8a7061066f19,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:53.521600 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:53.525217 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.531920 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.546414 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:27:53.553734 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:27:53.558621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:53.563002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:53.567850 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.622881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.623227 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Added segment c40e1c55-d9eb-40f3-95d8-8277e42c58ee of type vlan for network 212e297c-45d6-4abc-acf2-aeb29d06df68 May 19 23:27:53.634612 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.635026 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Added segment 4c421b27-4b8a-4a3c-9047-4790d45426af of type vlan for network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 May 19 23:27:53.643079 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.683806 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.684299 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5464084 May 19 23:27:53.684299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018f29fb-9d10-400d-8bcd-4df53568e41b,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:53.686664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57588) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:53.689983 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:53.708115 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:53.710685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-058eb112-da19-4684-bf49-37742eb7f51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:53.730237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Request body: {'subnet': {'network_id': '02d6772d-0882-46df-9e6f-660a905d2442', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-794388692-subnet', 'tenant_id': '0b1abb3e99e944279dfd5e780dab2c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:53.736889 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.763663 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Pushing event updated for resources: {'Port': ['ID=b607027d-81ab-4b4d-9f33-f7021fb4a03e,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:53.763940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.769371 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:53.770809 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:53.779568 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:27:53.781078 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:53.785389 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:27:53.825923 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Usage tracker for resource:subnet and tenant:0b1abb3e99e944279dfd5e780dab2c76 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:53.837034 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:53.839842 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57594) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:53.857262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:53.862157 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Pushing event updated for resources: {'Network': ['ID=02d6772d-0882-46df-9e6f-660a905d2442,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:53.873134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 02d6772d-0882-46df-9e6f-660a905d2442 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:27:53.892907 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:53.933694 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.934414 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Made reservation on behalf of 0b1abb3e99e944279dfd5e780dab2c76 for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:53.936813 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Notify callbacks [] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.953854 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.974185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:53.974678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:53.991093 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:54.029509 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.033034 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:54.033544 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.073297 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.097064 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.098315 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:54.104699 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:76310b85e5dc4272986ca500c212c731 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:54.109216 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:54.167370 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:54.191489 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0242133 May 19 23:27:54.192444 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0ed64e-b239-4379-8e22-bc15ef9c95c6,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:54.196139 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57612) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:54.206967 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:27:54.207267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Request body: {'subnet': {'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-subnet', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:54.220206 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1187439 May 19 23:27:54.223583 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57618) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:54.226529 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:27:54.281914 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Request body: {'subnet': {'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-914477356-subnet', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:54.289571 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:54.293282 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Usage tracker for resource:subnet and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:54.296209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:54.305012 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.305356 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Added segment 9c782432-4d27-4c83-8cf1-34e414e95b8b of type vlan for network 6e272f46-4166-4117-adad-69a8674bdcf6 May 19 23:27:54.321526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=212e297c-45d6-4abc-acf2-aeb29d06df68,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:54.324359 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:54.329187 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:54.329385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:54.329518 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:54.329883 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:54.336194 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Usage tracker for resource:subnet and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:54.339053 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:54.343446 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:54.345561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:27:54.357223 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:54.358492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.372392 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Made reservation on behalf of cbbd7a1c20664013959e6bb22b76d660 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:54.374668 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.391504 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.429324 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90231221-5920-4805-9861-9bbe54574d3d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:54.436011 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:54.480907 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.484196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:54.484665 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.490096 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Made reservation on behalf of 1aa4a1f3a8914d4889b2fb7f8910b979 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:54.491340 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:54.492394 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.606251 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5400405 May 19 23:27:54.616651 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57634) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:54.623156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Request body: {'subnet': {'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2147236010-subnet', 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:54.630350 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:54.633912 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Pushing event updated for resources: {'Network': ['ID=6e272f46-4166-4117-adad-69a8674bdcf6,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:54.638656 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:54.640146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Usage tracker for resource:subnet and tenant:66915aa4a2d440119d97d3d4ed93ce2d is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:54.650400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:54.652791 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 6e272f46-4166-4117-adad-69a8674bdcf6 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:27:54.657280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:54.716229 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:27:54.718690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.812791 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57642) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:54.868338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.936504 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.960332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:54.990997 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:54.997778 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.013010 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:55.050118 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76310b85e5dc4272986ca500c212c731&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2071624 May 19 23:27:55.058992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57650) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:55.067956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:55.091877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Usage tracker for resource:security_group_rule and tenant:2881c2a146b544af959c8f0db87fdba9 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:55.097772 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:55.107150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:55.147623 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d65f88-2560-4abd-a34b-563978d72488,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:55.162893 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:55.190365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Checking segment: {'id': 'bca0840e-6d1c-4d1c-879b-67df59e3fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:55.190728 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Network hostable DHCP agents. Network: 02d6772d-0882-46df-9e6f-660a905d2442, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:27:55.208154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52da5da-17e2-4bf0-9410-cedbc57dfc51,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:55.211467 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:55.306010 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Network 02d6772d-0882-46df-9e6f-660a905d2442 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:27:55.344605 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 02d6772d-0882-46df-9e6f-660a905d2442) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:55.353680 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.353996 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd994b2c-fe5e-4e44-be54-4f8a42cf9331 None None] Network 02d6772d-0882-46df-9e6f-660a905d2442 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:55.374571 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:55.375726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.406909 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.428550 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.468749 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2f4f723a-434f-4a9c-83b7-7b730cc34bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:55.481763 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2881c2a146b544af959c8f0db87fdba9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6670616 May 19 23:27:55.481763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57662) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:55.496407 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8022420 May 19 23:27:55.571841 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e43c46-4f77-4969-949d-f98c269f392d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:55.602659 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:55.652238 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.657882 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.660187 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:55.661828 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dcefb-cf72-4333-a8d5-85a17c2f46b6 None None] Network 02d6772d-0882-46df-9e6f-660a905d2442 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:55.695502 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.741427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.786863 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f14d2b0-33de-4205-8431-53548d0b6fb8,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:55.803053 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.806161 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Router 39bed4de-1db3-454f-8c98-586445912729 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:27:55.813857 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:55.852073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Checking segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:55.852471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Network hostable DHCP agents. Network: 6e272f46-4166-4117-adad-69a8674bdcf6, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:27:55.891156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Network 6e272f46-4166-4117-adad-69a8674bdcf6 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:27:55.908170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 6e272f46-4166-4117-adad-69a8674bdcf6) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:55.919104 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc3696-64dd-4c2e-affa-0365ed33e706 None None] Network 6e272f46-4166-4117-adad-69a8674bdcf6 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:55.922483 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:55.924349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.935899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.946489 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:55.965895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e43c46-4f77-4969-949d-f98c269f392d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:55.974845 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:55.976584 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48e43c46-4f77-4969-949d-f98c269f392d HTTP/1.1" status: 204 len: 168 time: 0.4916408 May 19 23:27:55.978049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:55.979985 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3623598 May 19 23:27:56.113890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.128676 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:56.150233 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:27:56.160212 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52da5da-17e2-4bf0-9410-cedbc57dfc51,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:56.160774 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Sync routers for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:27:56.162807 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:56.171610 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:27:56.172927 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:27:56.231919 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7002f57f-13f8-49a8-a99f-bd50949acaa3 None None] Network 6e272f46-4166-4117-adad-69a8674bdcf6 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:56.308256 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.309309 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d52da5da-17e2-4bf0-9410-cedbc57dfc51 HTTP/1.1" status: 204 len: 168 time: 1.2477467 May 19 23:27:56.336794 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.340912 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57690) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:56.341506 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0476511 May 19 23:27:56.360797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.368493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-89131255-5809-48d0-9b5a-24924da49b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:56.442730 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.614863 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a0e3f1-9436-430b-8d71-fccde8a2dea0,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:56.618608 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Checking segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:56.618938 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Network hostable DHCP agents. Network: bd0ed64e-b239-4379-8e22-bc15ef9c95c6, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:27:56.625522 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:56.634091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:56.653011 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:27:56.658534 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57704) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:56.694155 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Checking segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:56.694517 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Network hostable DHCP agents. Network: 212e297c-45d6-4abc-acf2-aeb29d06df68, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:27:56.705548 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.733004 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:27:56.744199 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:56.753400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Usage tracker for resource:security_group_rule and tenant:54c17e1ad8384e33973244f5d240a6f2 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:56.760663 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:56.767621 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1d27c7-3f01-4538-bd04-caa69ccf2079,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:56.769782 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:27:56.773502 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:56.775462 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:56.785069 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, bd0ed64e-b239-4379-8e22-bc15ef9c95c6) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:56.793230 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 212e297c-45d6-4abc-acf2-aeb29d06df68) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:56.801412 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9639714-0d67-4cdd-a4dd-38a2998efe40 None None] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:56.820599 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:56.821211 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:56.865358 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:56.868476 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.012350 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c8065-5d00-4540-ae39-74aff4768ded None None] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:27:57.015352 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.016212 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57724) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:57.139922 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9399984 May 19 23:27:57.143491 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57734) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:57.158867 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:57.166003 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9395421 May 19 23:27:57.167866 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57740) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:57.171009 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:57.176343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:27:57.183576 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:57.194121 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Usage tracker for resource:router and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:57.201235 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Usage tracker for resource:router and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:57.203850 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:57.217725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:57.229035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.232061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:57.246033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.260712 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:57.272480 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.274700 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.283594 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.284842 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.291749 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:57.312932 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.333024 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.356812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1447590-8d23-4be5-8374-777a5e418068,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:57.372712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:57.372809 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-212e297c-45d6-4abc-acf2-aeb29d06df68', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:27:57.373907 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.388510 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:27:57.403073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c569ffa601f4370a07ff769e15aec8a is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:27:57.469441 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57752) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:57.472119 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:27:57.481475 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54c17e1ad8384e33973244f5d240a6f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8212874 May 19 23:27:57.484614 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:27:54Z', 'revision_number': 3, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:27:57.494155 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Checking router: 39bed4de-1db3-454f-8c98-586445912729 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:27:57.494528 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Updating router 39bed4de-1db3-454f-8c98-586445912729 port b607027d-81ab-4b4d-9f33-f7021fb4a03e binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:27:57.545517 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:27:57.546646 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.577751 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 57756) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:57.601849 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:57.648099 dv-cinder-792209-1-smb neutron-server[91600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 23:27:57.693825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:27:57.758839 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Allocated IP 172.20.0.2 (212e297c-45d6-4abc-acf2-aeb29d06df68/6b1d27c7-3f01-4538-bd04-caa69ccf2079/91d62694-a60d-4d37-b28e-58561c915359) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:27:57.861681 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Allocated IP 172.20.0.2 (bd0ed64e-b239-4379-8e22-bc15ef9c95c6/a0a0e3f1-9436-430b-8d71-fccde8a2dea0/a6024e68-572c-465c-8d22-d8899ec81a63) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:27:57.902732 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.113172 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.117163 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.125670 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.149697 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Transition to ACTIVE for port object b607027d-81ab-4b4d-9f33-f7021fb4a03e will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:27:58.159279 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.164000 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-dfdf8661-fa6b-49aa-9298-942f0dfda542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:58.168854 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-19d579ff-0462-4e21-a9e5-d7d815c0557a tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:58.169597 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-19d579ff-0462-4e21-a9e5-d7d815c0557a tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Synchronizing usage tracker for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:27:58.196955 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.261941 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Attempting to bind port b607027d-81ab-4b4d-9f33-f7021fb4a03e on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:27:58.262264 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Attempting to bind port b607027d-81ab-4b4d-9f33-f7021fb4a03e by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:27:58.262618 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Attempting to bind port b607027d-81ab-4b4d-9f33-f7021fb4a03e on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:27:58.271711 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Pushing event updated for resources: {'Port': ['ID=b607027d-81ab-4b4d-9f33-f7021fb4a03e,revision_number=2']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:58.273894 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:27:58.274264 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:58.274659 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.275115 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:27:58.275586 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Bound port: b607027d-81ab-4b4d-9f33-f7021fb4a03e, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:27:58.275984 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.302634 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57778) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:58.320585 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.324420 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.324596 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.324930 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.325254 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.325573 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.325931 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.326248 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.326643 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.326961 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.327273 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.327634 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.327983 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Tracked resource versions report: May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: pushed versions: May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: { 'AddressGroup': {'1.2'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'ConntrackHelper': {'1.0'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Log': {'1.0'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Network': {'1.1'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Port': {'1.7'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'PortForwarding': {'1.2'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'QosPolicy': {'1.8'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroup': {'1.4'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroupRule': {'1.2'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SubPort': {'1.0'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Subnet': {'1.1'}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Trunk': {'1.1'}} May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: consumer versions: May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: HyperV agent@hv-cinder-79220: {}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'ConntrackHelper': '1.0', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Log': '1.0', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Network': '1.1', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Port': '1.7', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'PortForwarding': '1.2', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'QosPolicy': '1.8', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroup': '1.4', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SecurityGroupRule': '1.2', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'SubPort': '1.0', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Subnet': '1.1', May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: 'Trunk': '1.1'}} May 19 23:27:58.329101 dv-cinder-792209-1-smb neutron-server[91603]: {{(pid=91603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:27:58.340008 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:58.384353 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] For port b607027d-81ab-4b4d-9f33-f7021fb4a03e, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:27:58.393084 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] For port b607027d-81ab-4b4d-9f33-f7021fb4a03e, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=b607027d-81ab-4b4d-9f33-f7021fb4a03e,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:27:58.408367 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.420855 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:58.430927 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Transition to ACTIVE for port object 91d62694-a60d-4d37-b28e-58561c915359 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:27:58.497767 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.513837 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:27:58.519213 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:27:58.536037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.553167 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Transition to ACTIVE for port object a6024e68-572c-465c-8d22-d8899ec81a63 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:27:58.553588 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.565520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6199fc48-50ae-431b-8c07-978a7d260a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:58.600830 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Transition to ACTIVE for port object a6024e68-572c-465c-8d22-d8899ec81a63 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:27:58.604752 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Transition to ACTIVE for port object 91d62694-a60d-4d37-b28e-58561c915359 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:27:58.612292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.633256 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:58.645303 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1447590-8d23-4be5-8374-777a5e418068,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:58.654855 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:58.749494 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.756205 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:27:58.771083 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:27:58.800773 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:58.801149 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.813183 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.814705 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:27:58.824185 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:58.827524 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1447590-8d23-4be5-8374-777a5e418068 HTTP/1.1" status: 204 len: 168 time: 1.0617115 May 19 23:27:58.874480 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Pushing event updated for resources: {'Port': ['ID=a6024e68-572c-465c-8d22-d8899ec81a63,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:58.888718 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:58.926486 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c569ffa601f4370a07ff769e15aec8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7613974 May 19 23:27:58.928848 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-19d579ff-0462-4e21-a9e5-d7d815c0557a tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Unset dirty status for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:27:58.930549 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.930914 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.931234 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.931565 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.931995 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.932329 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.932652 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.932973 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.933291 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.933609 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.933929 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.934242 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Tracked resource versions report: May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: pushed versions: May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: { 'AddressGroup': {'1.2'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'ConntrackHelper': {'1.0'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Log': {'1.0'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Network': {'1.1'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Port': {'1.7'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'PortForwarding': {'1.2'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'QosPolicy': {'1.8'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroup': {'1.4'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroupRule': {'1.2'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SubPort': {'1.0'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Subnet': {'1.1'}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Trunk': {'1.1'}} May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: consumer versions: May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: { DHCP agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: HyperV agent@hv-cinder-79220: {}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: L3 agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: Metadata agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: Metering agent@dv-cinder-792209-1-smb: {}, May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: Open vSwitch agent@dv-cinder-792209-1-smb: { 'AddressGroup': '1.2', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'ConntrackHelper': '1.0', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Log': '1.0', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Network': '1.1', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Port': '1.7', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'PortForwarding': '1.2', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'QosPolicy': '1.8', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroup': '1.4', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SecurityGroupRule': '1.2', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'SubPort': '1.0', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Subnet': '1.1', May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: 'Trunk': '1.1'}} May 19 23:27:58.935316 dv-cinder-792209-1-smb neutron-server[91602]: {{(pid=91602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 23:27:58.937239 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-19d579ff-0462-4e21-a9e5-d7d815c0557a tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/networks?id=02d6772d-0882-46df-9e6f-660a905d2442 HTTP/1.1" status: 200 len: 811 time: 1.4588337 May 19 23:27:58.966258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:58.970981 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:59.040655 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Pushing event updated for resources: {'Port': ['ID=b607027d-81ab-4b4d-9f33-f7021fb4a03e,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:59.049096 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 57796) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:27:59.062554 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc84f7a-6cc9-421e-92f9-972e20bd515d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:59.066800 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:59.072508 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.074809 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-1bd93e7b-43f3-4ebd-b839-06fc1d85e08e tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/quotas/0b1abb3e99e944279dfd5e780dab2c76 HTTP/1.1" status: 200 len: 375 time: 0.1385345 May 19 23:27:59.085087 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:27:59.090244 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:27:59.106570 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:27:59.108800 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Attempting to bind port a6024e68-572c-465c-8d22-d8899ec81a63 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:27:59.109039 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Attempting to bind port a6024e68-572c-465c-8d22-d8899ec81a63 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:27:59.109403 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Attempting to bind port a6024e68-572c-465c-8d22-d8899ec81a63 on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:27:59.110650 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.134415 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:27:59.134875 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Checking segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:59.135206 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.135608 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Bound using segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:27:59.135813 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:59.136117 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Bound port: a6024e68-572c-465c-8d22-d8899ec81a63, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:27:59.136496 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.231605 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Pushing event updated for resources: {'Port': ['ID=91d62694-a60d-4d37-b28e-58561c915359,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:59.250673 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:59.255723 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-a34b3fe1-9f23-4420-864f-df2badf436bb tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b1abb3e99e944279dfd5e780dab2c76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1800630 May 19 23:27:59.279210 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.321242 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.338423 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:27:54Z', 'revision_number': 3, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:27:59.347898 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62fe55e-74cd-4acb-8ee6-069399694f44 None None] The sync data for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb is: [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:27:54Z', 'revision_number': 3, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:27:59.381409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1e223bb4-c239-4d15-9a00-eeaba4141baf tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:27:59.383575 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1e223bb4-c239-4d15-9a00-eeaba4141baf tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:27:59.479152 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Attempting to bind port 91d62694-a60d-4d37-b28e-58561c915359 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:27:59.479831 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Attempting to bind port 91d62694-a60d-4d37-b28e-58561c915359 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:27:59.480379 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Attempting to bind port 91d62694-a60d-4d37-b28e-58561c915359 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:27:59.492368 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Allocated IP 172.28.2.68 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/ed8f82b3-5d0e-4995-ac9a-098252f55296) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:27:59.498379 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:27:59.499303 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Checking segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:27:59.499995 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.500614 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Bound using segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:27:59.502180 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Bound port: 91d62694-a60d-4d37-b28e-58561c915359, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:27:59.502804 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.547008 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] For port a6024e68-572c-465c-8d22-d8899ec81a63, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:27:59.552762 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] For port a6024e68-572c-465c-8d22-d8899ec81a63, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a6024e68-572c-465c-8d22-d8899ec81a63,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:27:59.610897 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1e223bb4-c239-4d15-9a00-eeaba4141baf tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:27:59.613834 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1e223bb4-c239-4d15-9a00-eeaba4141baf tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 1.3101952 May 19 23:27:59.682136 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] For port 91d62694-a60d-4d37-b28e-58561c915359, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:27:59.685821 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] For port 91d62694-a60d-4d37-b28e-58561c915359, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=91d62694-a60d-4d37-b28e-58561c915359,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:27:59.688466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.693651 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6b115882-6eaa-4938-808f-466b8f24b358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:59.768938 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-181aea12-13f3-4827-9422-306fbdc495b8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/quotas/66915aa4a2d440119d97d3d4ed93ce2d HTTP/1.1" status: 200 len: 375 time: 0.1354628 May 19 23:27:59.801090 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.821422 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.887869 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Pushing event updated for resources: {'Port': ['ID=a6024e68-572c-465c-8d22-d8899ec81a63,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:27:59.909220 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:27:59.909672 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:27:59.972865 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:27:59.983285 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-01f0fffd-e533-445e-9049-52e650294229 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2131550 May 19 23:27:59.998548 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:00.011680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:00.052298 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-e6fcd7b3-d352-4d7d-a2d2-a027d98920ab service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:28:00.053501 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-e6fcd7b3-d352-4d7d-a2d2-a027d98920ab service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4229326 May 19 23:28:00.103639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Pushing event updated for resources: {'Port': ['ID=91d62694-a60d-4d37-b28e-58561c915359,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:00.124712 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:00.184121 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:00.195678 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:00.202562 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:00.237955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:00.379741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Pushing event updated for resources: {'Port': ['ID=ed8f82b3-5d0e-4995-ac9a-098252f55296,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:00.400814 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Allocated IP 172.20.0.1 (271388c7-763d-47da-a2ef-23055a24a147/bcd92ca3-1086-4351-8cd3-91694ca38365/4349f29b-faf4-4172-a1ae-928424ebfe98) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:00.427653 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:00.448275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Allocated IP 172.28.2.115 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/ec5a4919-f9ec-44ac-8858-bd530200aa21) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:00.651950 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1d442238-e409-4a48-82d8-96ca9f9a3faf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:28:00.664701 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-1d442238-e409-4a48-82d8-96ca9f9a3faf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2866013 May 19 23:28:00.722118 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a6024e68-572c-465c-8d22-d8899ec81a63 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:00.866170 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port a6024e68-572c-465c-8d22-d8899ec81a63 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:00.873124 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 91d62694-a60d-4d37-b28e-58561c915359 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:00.904850 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:00.984640 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:00.997658 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-08ab85b5-ce7b-4e85-a8fe-4a401312b63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:00.999056 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 91d62694-a60d-4d37-b28e-58561c915359 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:01.007778 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device b607027d-81ab-4b4d-9f33-f7021fb4a03e up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:01.012682 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-03c64966-0891-4216-a74f-c0ffac99c198 service neutron] 10.222.0.48 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380646 May 19 23:28:01.133869 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.158208 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port b607027d-81ab-4b4d-9f33-f7021fb4a03e completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:01.173021 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port b607027d-81ab-4b4d-9f33-f7021fb4a03e triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:01.173530 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.246503 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc84f7a-6cc9-421e-92f9-972e20bd515d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:01.249614 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:01.257814 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.259003 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fc84f7a-6cc9-421e-92f9-972e20bd515d HTTP/1.1" status: 204 len: 168 time: 2.0840468 May 19 23:28:01.387585 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.448465 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.450086 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:01.485105 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port b607027d-81ab-4b4d-9f33-f7021fb4a03e, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=b607027d-81ab-4b4d-9f33-f7021fb4a03e,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:01.496642 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.496863 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.511529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:01.517192 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-28528cb4-b5ca-477e-bec3-8b48e6a19c0f service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522522 May 19 23:28:01.609584 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-d04f0984-7846-4ab2-8b7a-107efae4a8bc service neutron] 10.222.0.48 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790834 May 19 23:28:01.610006 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ea491-4be2-4ca4-8505-7807f97daf72 None None] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:01.746344 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=b607027d-81ab-4b4d-9f33-f7021fb4a03e,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:01.762153 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:01.778446 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Provisioning for port a6024e68-572c-465c-8d22-d8899ec81a63 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:01.788830 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Provisioning complete for port a6024e68-572c-465c-8d22-d8899ec81a63 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:01.789888 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-8f664914-4c76-4c47-9b2d-1e7c393e2394 service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712715 May 19 23:28:01.790416 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.799972 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:01.804109 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:01.873421 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Pushing event updated for resources: {'Port': ['ID=ec5a4919-f9ec-44ac-8858-bd530200aa21,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:01.877418 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:01.890763 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:01.904817 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:01.914508 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:01.941983 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:28:02.009038 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Network 271388c7-763d-47da-a2ef-23055a24a147 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:02.012133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:02.017042 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:02.017580 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:02.462866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:02.512168 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1460987e-65dc-42ba-8aab-f0dbdbb15291 None None] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:02.577723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device b607027d-81ab-4b4d-9f33-f7021fb4a03e up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:02.693068 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Pushing event updated for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:02.760303 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port b607027d-81ab-4b4d-9f33-f7021fb4a03e triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:02.760678 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:02.768748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:02.786038 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fcbf23b1-e554-4adc-837d-96705b1c7568 req-bc6dde09-474e-4459-affe-6af005bb1425 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 210 time: 0.0950384 May 19 23:28:02.799574 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cdf34674-5ee9-4fae-8dce-b326572b1651 req-6a9abdc2-17d7-40f1-b881-c8d8e3b30627 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.1591253 May 19 23:28:02.828945 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] For port a6024e68-572c-465c-8d22-d8899ec81a63, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a6024e68-572c-465c-8d22-d8899ec81a63,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:02.867989 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:02.878834 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:03.208134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Pushing event updated for resources: {'Port': ['ID=a6024e68-572c-465c-8d22-d8899ec81a63,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:03.230139 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.265189 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:03.335929 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Provisioning for port 91d62694-a60d-4d37-b28e-58561c915359 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:03.391024 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Provisioning complete for port 91d62694-a60d-4d37-b28e-58561c915359 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:03.392536 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.496315 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.774978 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.801114 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.880541 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] For port 91d62694-a60d-4d37-b28e-58561c915359, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=91d62694-a60d-4d37-b28e-58561c915359,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:03.894175 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:03.899848 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:04.045870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Pushing event updated for resources: {'Port': ['ID=91d62694-a60d-4d37-b28e-58561c915359,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:04.058740 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:04.073328 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-8ffc84cb-30a2-4778-8f25-43debf9eff20 None None] Provisioning complete for port 91d62694-a60d-4d37-b28e-58561c915359 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:04.073714 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8ffc84cb-30a2-4778-8f25-43debf9eff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.100392 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f85ddfe1-810c-4e89-a6da-6b9089a1cc42 req-ab4f18ef-6b60-4482-9fb0-804107616db6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 210 time: 0.1999106 May 19 23:28:04.311823 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-82fffdf9-e35f-4f78-8dae-a975feec00b7 req-87a6747d-ea01-466e-8bd8-b5fcf3d72cf4 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.2012801 May 19 23:28:04.331715 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-8ffc84cb-30a2-4778-8f25-43debf9eff20 None None] Provisioning complete for port a6024e68-572c-465c-8d22-d8899ec81a63 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:04.332370 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8ffc84cb-30a2-4778-8f25-43debf9eff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.399249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.408511 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.410633 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.421962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:04.557567 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a6024e68-572c-465c-8d22-d8899ec81a63 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:04.680983 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:28:04.752632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Pushing event updated for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:04.762403 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:04.774216 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port a6024e68-572c-465c-8d22-d8899ec81a63 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:04.775598 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:04.864141 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Network 271388c7-763d-47da-a2ef-23055a24a147 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:04.865577 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:04.972158 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 91d62694-a60d-4d37-b28e-58561c915359 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:04.982533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:05.071258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 91d62694-a60d-4d37-b28e-58561c915359 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:05.071639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:05.285404 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Router 39bed4de-1db3-454f-8c98-586445912729 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:28:05.483221 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:05.493655 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:05.506986 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:05.507641 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:05.544728 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:05.552290 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4076648 May 19 23:28:05.552998 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58088) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:05.601955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:05.612702 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Sync routers for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:05.620687 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] 10.222.0.48 "PUT /v2.0/routers/39bed4de-1db3-454f-8c98-586445912729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2772751 May 19 23:28:05.622741 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.58', 59875) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:05.631621 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:05.632639 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:05.837427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Router af4f4092-5edd-4044-8bc1-3686190db6a9 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:28:05.994255 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c7eed446-bb4f-4564-8ed3-fa77dccdf34e req-a06840ab-0fca-4f60-9e6d-d8a94ecea73e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 210 time: 0.4063675 May 19 23:28:06.025013 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6db04e8c-db4b-448f-a44e-3ed7e00684c0 req-00f7531f-5518-40e0-ad71-9e3ec9ff174c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.4018130 May 19 23:28:06.043411 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:06.078745 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:06.361903 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.58', 59877) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:06.502717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-1b963abb-3adf-408d-9041-69808b0a9e4d tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:06.508177 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-1b963abb-3adf-408d-9041-69808b0a9e4d tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.58 "GET /v2.0/networks?id=02d6772d-0882-46df-9e6f-660a905d2442 HTTP/1.1" status: 200 len: 811 time: 0.8829169 May 19 23:28:06.635372 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Request body: {'port': {'device_id': '024a4b63-80b3-42f5-899c-668aed1442d8', 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442', 'admin_state_up': True, 'tenant_id': '0b1abb3e99e944279dfd5e780dab2c76'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:06.813842 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:06.854883 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:06.856366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:06.861014 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6887481 May 19 23:28:06.861439 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58174) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:06.879807 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:06.880720 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:06.936592 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:28:03Z', 'revision_number': 4, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '4349f29b-faf4-4172-a1ae-928424ebfe98', 'name': '', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'mac_address': 'fa:16:3e:9c:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:03Z', 'revision_number': 2, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'subnets': [{'id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:06.947815 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Checking router: 39bed4de-1db3-454f-8c98-586445912729 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:06.949553 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Updating router 39bed4de-1db3-454f-8c98-586445912729 port 4349f29b-faf4-4172-a1ae-928424ebfe98 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:28:07.102829 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:07.112760 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:00Z', 'revision_number': 3, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:07.123241 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:07.174110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:07.197336 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:07.197873 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Updating router 16310be6-fad7-408e-9243-d50c8f0e8e17 port ed8f82b3-5d0e-4995-ac9a-098252f55296 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:28:07.218632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Usage tracker for resource:port and tenant:0b1abb3e99e944279dfd5e780dab2c76 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:07.253981 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:07.289686 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:07.383179 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac064abd-1c65-421c-88c6-470a07ca9fa0 req-bb043867-45fd-4d9c-81be-3278b6a1f777 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 210 time: 0.1252296 May 19 23:28:07.433783 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-970c9664-612f-4811-a68e-a06e5ee2d8fa tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:07.435630 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-970c9664-612f-4811-a68e-a06e5ee2d8fa tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 1.0717425 May 19 23:28:07.515239 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Request body: {'port': {'device_id': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'admin_state_up': True, 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:07.624628 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:07.804195 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Made reservation on behalf of 0b1abb3e99e944279dfd5e780dab2c76 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:07.808432 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:07.826765 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:07.901727 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e5e0649-237f-4afe-b424-b6e857629127 req-5bb8964c-a2ed-4330-9cf5-6f9fc6b650b9 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.0826063 May 19 23:28:07.903474 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Usage tracker for resource:port and tenant:66915aa4a2d440119d97d3d4ed93ce2d is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:07.935438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a5a8c44-f52f-4af2-a234-77f3a7bec743 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:07.938167 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a5a8c44-f52f-4af2-a234-77f3a7bec743 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:07.948946 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:08.007602 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.021414 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Transition to ACTIVE for port object 4349f29b-faf4-4172-a1ae-928424ebfe98 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:08.038053 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.056309 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:08.133708 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Pushing event updated for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:08.138539 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:08.147638 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58210) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:08.186933 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:08.197972 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a5a8c44-f52f-4af2-a234-77f3a7bec743 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:08.199691 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a5a8c44-f52f-4af2-a234-77f3a7bec743 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 818 time: 1.4934547 May 19 23:28:08.233946 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-07eddba2-b523-42ee-9290-83355caa7ecd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/quotas/5b2aa5f5e6894489b8a864fd8e5e50e7 HTTP/1.1" status: 200 len: 375 time: 0.0221064 May 19 23:28:08.270159 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:08.274079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.351024 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:02Z', 'revision_number': 3, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:08.366482 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:08.366856 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Updating router af4f4092-5edd-4044-8bc1-3686190db6a9 port ec5a4919-f9ec-44ac-8858-bd530200aa21 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:28:08.673974 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Attempting to bind port 4349f29b-faf4-4172-a1ae-928424ebfe98 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:08.674428 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Attempting to bind port 4349f29b-faf4-4172-a1ae-928424ebfe98 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:08.674717 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Attempting to bind port 4349f29b-faf4-4172-a1ae-928424ebfe98 on network 271388c7-763d-47da-a2ef-23055a24a147 {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:08.683893 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:08.684309 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Checking segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:08.684705 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.685140 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Bound using segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:08.687859 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Bound port: 4349f29b-faf4-4172-a1ae-928424ebfe98, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:08.690710 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.696825 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.940836 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] For port 4349f29b-faf4-4172-a1ae-928424ebfe98, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:08.945765 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.db.resource_extend [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 23:28:08.950469 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] For port 4349f29b-faf4-4172-a1ae-928424ebfe98, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=4349f29b-faf4-4172-a1ae-928424ebfe98,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:08.957298 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:08.968948 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:08.971279 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Allocated IP 172.20.0.14 (6e272f46-4166-4117-adad-69a8674bdcf6/1f14d2b0-33de-4205-8431-53548d0b6fb8/f0b98bce-1b83-4290-a1e8-7a2989a93470) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:09.082509 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.098815 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Transition to ACTIVE for port object ed8f82b3-5d0e-4995-ac9a-098252f55296 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:09.111940 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.122504 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:09.202925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.230240 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.260860 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:09.262213 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Allocated IP 172.20.0.3 (02d6772d-0882-46df-9e6f-660a905d2442/71d65f88-2560-4abd-a34b-563978d72488/fc52c7f9-5e3a-44b1-987f-2a1e461ac818) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:09.262782 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:09.275528 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Attempting to bind port ed8f82b3-5d0e-4995-ac9a-098252f55296 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:09.276425 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Attempting to bind port ed8f82b3-5d0e-4995-ac9a-098252f55296 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:09.277263 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Attempting to bind port ed8f82b3-5d0e-4995-ac9a-098252f55296 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:09.380598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.440930 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:09.441483 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:09.441812 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.442293 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:09.442865 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Bound port: ed8f82b3-5d0e-4995-ac9a-098252f55296, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:09.443375 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.491938 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Pushing event updated for resources: {'Port': ['ID=ed8f82b3-5d0e-4995-ac9a-098252f55296,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:09.503079 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:09.534352 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:09.578761 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] For port ed8f82b3-5d0e-4995-ac9a-098252f55296, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:09.591338 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] For port ed8f82b3-5d0e-4995-ac9a-098252f55296, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ed8f82b3-5d0e-4995-ac9a-098252f55296,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:09.638640 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.669449 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:09.713592 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.751972 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:09.752624 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:09.844138 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.885910 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Pushing event updated for resources: {'Port': ['ID=ed8f82b3-5d0e-4995-ac9a-098252f55296,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:09.900831 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:09.905179 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:09.954886 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Pushing event updated for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:09.966877 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Transition to ACTIVE for port object ec5a4919-f9ec-44ac-8858-bd530200aa21 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:09.972228 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:09.984403 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Allocated IP 172.20.0.1 (bd0ed64e-b239-4379-8e22-bc15ef9c95c6/a0a0e3f1-9436-430b-8d71-fccde8a2dea0/d3eca38d-fde3-4b33-a046-8170dc9e99b3) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:09.989948 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.019549 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:10.033686 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:10.077974 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e9bb262b-772a-4e4f-a959-8330a92d997e req-c8d0bc2d-6b3b-4b58-98cf-1892e735be7b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 210 time: 0.9404771 May 19 23:28:10.111901 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:28:03Z', 'revision_number': 4, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '4349f29b-faf4-4172-a1ae-928424ebfe98', 'name': '', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'mac_address': 'fa:16:3e:9c:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:08Z', 'revision_number': 4, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'subnets': [{'id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:10.119109 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c911485-64fa-4f67-9c34-ef0b40e845d5 None None] The sync data for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb is: [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:28:03Z', 'revision_number': 4, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '4349f29b-faf4-4172-a1ae-928424ebfe98', 'name': '', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'mac_address': 'fa:16:3e:9c:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:08Z', 'revision_number': 4, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'subnets': [{'id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:10.325868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-71d5d3b8-50ca-4df7-83e5-a17074167244 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:10.336752 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:10.397182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Usage tracker for resource:security_group_rule and tenant:cc35ddcaf93c4ebcb0ba8401f1e41449 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:10.444741 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Attempting to bind port ec5a4919-f9ec-44ac-8858-bd530200aa21 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:10.445209 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Attempting to bind port ec5a4919-f9ec-44ac-8858-bd530200aa21 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:10.445725 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Attempting to bind port ec5a4919-f9ec-44ac-8858-bd530200aa21 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:10.461308 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:10.461712 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:10.462198 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.462596 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:10.463482 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Bound port: ec5a4919-f9ec-44ac-8858-bd530200aa21, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:10.464207 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.483046 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.532641 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Transition to ACTIVE for port object d3eca38d-fde3-4b33-a046-8170dc9e99b3 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:10.587196 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Pushing event updated for resources: {'Port': ['ID=ec5a4919-f9ec-44ac-8858-bd530200aa21,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:10.602888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.613862 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:10.614781 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:10.648413 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 4349f29b-faf4-4172-a1ae-928424ebfe98 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:10.651659 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d734b9bc-878f-4dba-84dc-ce15a15ff08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:10.654415 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Pushing event updated for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:10.689086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-71d5d3b8-50ca-4df7-83e5-a17074167244 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:10.693885 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-71d5d3b8-50ca-4df7-83e5-a17074167244 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&fields=id HTTP/1.1" status: 200 len: 255 time: 2.3989959 May 19 23:28:10.695458 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:10.696398 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:10.722607 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:10.726806 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Network 02d6772d-0882-46df-9e6f-660a905d2442 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:10.749787 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:10.761046 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:10.764764 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Pushing event updated for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:10.774911 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:10.780092 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:10.781070 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:10.781765 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.882270 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:10.887997 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:10.910251 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:10.960146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.487852 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.502603 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.506439 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Allocated IP 172.20.0.1 (212e297c-45d6-4abc-acf2-aeb29d06df68/6b1d27c7-3f01-4538-bd04-caa69ccf2079/7e1c1143-54c8-4987-b377-11ffc6e92387) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:11.509689 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9065187 May 19 23:28:11.513606 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.517207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.536684 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:11.565274 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-7ff848e7-5e38-4c49-b9c1-5dcb951b0365 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:28:11.566526 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-7ff848e7-5e38-4c49-b9c1-5dcb951b0365 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246727 May 19 23:28:11.615304 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] For port ec5a4919-f9ec-44ac-8858-bd530200aa21, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:11.656577 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-0318ee8f-4ffe-41c3-83e4-e9b183d7dee2 None None] Provisioning for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:11.722033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-fd3ad568-94e1-4bff-9a25-3c3d1cfb9518 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:11.722775 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-fd3ad568-94e1-4bff-9a25-3c3d1cfb9518 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Synchronizing usage tracker for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:11.733634 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-0318ee8f-4ffe-41c3-83e4-e9b183d7dee2 None None] Provisioning complete for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:11.734529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-0318ee8f-4ffe-41c3-83e4-e9b183d7dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.748077 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-80ea8339-d092-495e-907a-4cea2f69e935 service neutron] 10.222.0.48 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0049841 May 19 23:28:11.812569 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Pushing event updated for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:11.852937 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:11.855725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:11.863530 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:11.942644 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-0318ee8f-4ffe-41c3-83e4-e9b183d7dee2 None None] Port d3eca38d-fde3-4b33-a046-8170dc9e99b3 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:11.947828 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] For port ec5a4919-f9ec-44ac-8858-bd530200aa21, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ec5a4919-f9ec-44ac-8858-bd530200aa21,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:11.953200 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 4349f29b-faf4-4172-a1ae-928424ebfe98 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:11.969024 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:11.974912 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-22e1fe2c-d912-414d-a174-b707ef5ec366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:12.008240 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Request body: {'port': {'device_id': '024a4b63-80b3-42f5-899c-668aed1442d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:12.018622 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 4349f29b-faf4-4172-a1ae-928424ebfe98 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:12.019311 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.136010 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-fd3ad568-94e1-4bff-9a25-3c3d1cfb9518 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Unset dirty status for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:12.137209 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-fd3ad568-94e1-4bff-9a25-3c3d1cfb9518 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 931 time: 1.7021823 May 19 23:28:12.226800 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Pushing event updated for resources: {'Port': ['ID=ec5a4919-f9ec-44ac-8858-bd530200aa21,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:12.234407 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:12.235926 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:12.307969 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.309868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.330484 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.347329 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3acc36ea-bd41-407d-82b3-39095558971f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:12.353252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.382375 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Transition to ACTIVE for port object 7e1c1143-54c8-4987-b377-11ffc6e92387 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:12.410431 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:12.444384 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.463231 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5e0db704-2414-424d-a6b1-db493806a74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:12.513397 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-15b1e968-59d0-450c-a938-8d145337e14d None None] Provisioning complete for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:12.513687 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-15b1e968-59d0-450c-a938-8d145337e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.564870 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Network 6e272f46-4166-4117-adad-69a8674bdcf6 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:12.566916 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event updated for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:12.570490 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:12.584426 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:12.589674 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:12.591881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-6dfd61b8-995b-4e55-908b-7a885d144f21 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Synchronizing usage tracker for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:12.618830 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-a738b35d-730a-4097-b32e-d17842bd4359 service neutron] 10.222.0.48 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692262 May 19 23:28:12.648096 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-15b1e968-59d0-450c-a938-8d145337e14d None None] Port d3eca38d-fde3-4b33-a046-8170dc9e99b3 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:12.656352 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:12.659742 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:12.711568 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:12.712072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.746947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa737e9-4c0f-472d-87d7-a2440a069a81,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:12.754193 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.812131 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:12.915050 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:12.920562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:12.921186 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:12.931684 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:00Z', 'revision_number': 3, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:13.005937 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-de396fe5-ee7d-4c0b-bc94-3951c3092a3f None None] Provisioning for port 7e1c1143-54c8-4987-b377-11ffc6e92387 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:13.007660 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Pushing event updated for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:13.015852 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc35ddcaf93c4ebcb0ba8401f1e41449&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8623168 May 19 23:28:13.022098 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cedbbd6-ff7c-46df-a7ef-ef2c23d39c4e None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:00Z', 'revision_number': 3, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:13.038302 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58290) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:13.040496 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:13.048549 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5478864 May 19 23:28:13.055426 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-de396fe5-ee7d-4c0b-bc94-3951c3092a3f None None] Provisioning complete for port 7e1c1143-54c8-4987-b377-11ffc6e92387 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:13.056161 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-de396fe5-ee7d-4c0b-bc94-3951c3092a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:13.140470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-6dfd61b8-995b-4e55-908b-7a885d144f21 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Unset dirty status for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:13.148253 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:13.160598 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b73c50ca-bae7-435e-ada4-327228dc4b41 req-6dfd61b8-995b-4e55-908b-7a885d144f21 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459212 May 19 23:28:13.229453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:28:13.261672 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-de396fe5-ee7d-4c0b-bc94-3951c3092a3f None None] Port 7e1c1143-54c8-4987-b377-11ffc6e92387 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:13.263279 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:13.422429 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:13.461101 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Request body: {'port': {'device_id': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:13.701021 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 4349f29b-faf4-4172-a1ae-928424ebfe98, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=4349f29b-faf4-4172-a1ae-928424ebfe98,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:13.712454 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:13.760688 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-bbb2db6e-050a-4de9-943d-f3c6efa89ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:13.866669 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:13.958168 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9ed88ec5-bf55-4ca5-b891-34ca03e88445 req-4d8a3153-9f43-453c-8b2d-5c617a8eacda tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 210 time: 0.5086374 May 19 23:28:14.048031 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.070582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ed8f82b3-5d0e-4995-ac9a-098252f55296 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:14.338337 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:14.350962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.373298 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] 10.222.0.48 "PUT /v2.0/routers/16310be6-fad7-408e-9243-d50c8f0e8e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8182018 May 19 23:28:14.451041 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:14.463237 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:14.463726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-bece8bee-d952-4362-bd74-7b9514cde136 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:14.463877 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.465717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-bece8bee-d952-4362-bd74-7b9514cde136 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:14.473610 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.474697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.497960 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.504893 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port ed8f82b3-5d0e-4995-ac9a-098252f55296 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:14.518012 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-48e67e49-9a7c-4c5e-b347-98a4d381eced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:14.518897 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port ed8f82b3-5d0e-4995-ac9a-098252f55296 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:14.519836 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.562797 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:02Z', 'revision_number': 3, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:14.598250 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287c7a11-0a27-48e1-bd8a-b058cea97608 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:02Z', 'revision_number': 3, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:14.670708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:14.729045 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-bece8bee-d952-4362-bd74-7b9514cde136 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:14.729673 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-bece8bee-d952-4362-bd74-7b9514cde136 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 932 time: 1.6199884 May 19 23:28:14.930399 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:14.998102 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port ed8f82b3-5d0e-4995-ac9a-098252f55296, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ed8f82b3-5d0e-4995-ac9a-098252f55296,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:15.006516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa737e9-4c0f-472d-87d7-a2440a069a81,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:15.008407 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:15.012359 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:15.017296 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Pushing event updated for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:15.029279 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:15.341625 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=ed8f82b3-5d0e-4995-ac9a-098252f55296,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:15.348119 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:15.376376 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:15.378481 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:15.466253 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:15.482370 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.58', 59898) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:15.707479 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-f52172fa-c3d2-4369-b58a-44b9c66fd2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:15.939407 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-07da3205-55fb-4810-8d62-ae0bc062b89a None None] Provisioning complete for port 7e1c1143-54c8-4987-b377-11ffc6e92387 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:15.940221 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-07da3205-55fb-4810-8d62-ae0bc062b89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.022644 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a392563-1083-45b9-83f5-43ebec4d0976 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:16.025331 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a392563-1083-45b9-83f5-43ebec4d0976 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 818 time: 0.5306954 May 19 23:28:16.026171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.029673 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fa737e9-4c0f-472d-87d7-a2440a069a81 HTTP/1.1" status: 204 len: 168 time: 2.9810810 May 19 23:28:16.070796 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-a151ef55-89df-4fda-9aa2-4d5aec2030ee tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:16.080900 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Request body: {'port': {'device_id': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'admin_state_up': True, 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:16.155507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:28:16.211758 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ed8f82b3-5d0e-4995-ac9a-098252f55296 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:16.336450 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:16.363275 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:16.366165 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:16.404932 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-07da3205-55fb-4810-8d62-ae0bc062b89a None None] Port 7e1c1143-54c8-4987-b377-11ffc6e92387 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:16.497589 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port ed8f82b3-5d0e-4995-ac9a-098252f55296 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:16.498183 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.616779 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:16.626080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.db.resource_extend [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 23:28:16.633252 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] 10.222.0.48 "PUT /v2.0/routers/af4f4092-5edd-4044-8bc1-3686190db6a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7690217 May 19 23:28:16.659724 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac22dde-24ac-411b-9737-267a1d6c0a41 req-20a2b9d9-597e-4c4e-8a43-8d9bb3f8e784 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:16.661733 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dac22dde-24ac-411b-9737-267a1d6c0a41 req-20a2b9d9-597e-4c4e-8a43-8d9bb3f8e784 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 931 time: 2.1884263 May 19 23:28:16.668544 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-a151ef55-89df-4fda-9aa2-4d5aec2030ee tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:16.679014 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bac33025-6394-494b-8f5b-a1f492b81f44 req-a151ef55-89df-4fda-9aa2-4d5aec2030ee tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6830835 May 19 23:28:16.691342 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:16.786702 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 4349f29b-faf4-4172-a1ae-928424ebfe98 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:16.798611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:16.813674 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58360) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:16.831701 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:16.867147 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc52c7f9-5e3a-44b1-987f-2a1e461ac818 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:16.876157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.889119 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.895117 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dac22dde-24ac-411b-9737-267a1d6c0a41 req-ca2a4a2f-0144-432f-9dd6-6bb24c0f09bf tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329572 May 19 23:28:16.901484 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Made reservation on behalf of 5b2aa5f5e6894489b8a864fd8e5e50e7 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:16.905709 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.946041 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 4349f29b-faf4-4172-a1ae-928424ebfe98 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:16.946715 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:16.951865 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:16.977742 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Usage tracker for resource:security_group_rule and tenant:08f0698d27294350ab1b83d08180d1d1 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:16.989097 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:17.022323 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:17.163710 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Transition to ACTIVE for port object fc52c7f9-5e3a-44b1-987f-2a1e461ac818 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:17.192622 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ec5a4919-f9ec-44ac-8858-bd530200aa21 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:17.352184 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b98bce-1b83-4290-a1e8-7a2989a93470 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:17.356715 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.361955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.369734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.380041 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Transition to ACTIVE for port object f0b98bce-1b83-4290-a1e8-7a2989a93470 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:17.381248 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.411194 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:17.440307 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:11Z', 'revision_number': 2, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:17.441696 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.455459 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:17.457564 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Updating router 16310be6-fad7-408e-9243-d50c8f0e8e17 port d3eca38d-fde3-4b33-a046-8170dc9e99b3 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:28:17.493120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.505830 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port ec5a4919-f9ec-44ac-8858-bd530200aa21 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:17.515776 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port ec5a4919-f9ec-44ac-8858-bd530200aa21 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:17.519425 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.520760 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3df2bb-880d-4158-a725-b82285cfcd64,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:17.523963 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3c390ac6-6322-4582-bdaa-620ed08ab15c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:17.533943 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:17.588119 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08f0698d27294350ab1b83d08180d1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729814 May 19 23:28:17.590752 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58382) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:17.665376 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.750976 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.863371 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.869733 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.917287 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port ec5a4919-f9ec-44ac-8858-bd530200aa21, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ec5a4919-f9ec-44ac-8858-bd530200aa21,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:17.927694 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:17.932513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:17.989244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.021369 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3bcf085b-e1ab-454e-a202-90a6d73397a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:18.066478 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58398) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:18.071833 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.073027 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e3df2bb-880d-4158-a725-b82285cfcd64 HTTP/1.1" status: 204 len: 168 time: 0.4811282 May 19 23:28:18.081292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=ec5a4919-f9ec-44ac-8858-bd530200aa21,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:18.087059 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:18.114868 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412998320', 'description': 'tempest-description--847847188'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:18.117094 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3df2bb-880d-4158-a725-b82285cfcd64,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:18.138950 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:18.144680 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:18.154709 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:18.186654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:18.218455 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:18.252446 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.261437 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:18.283900 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:18.284594 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:27:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:18.302048 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:18.311741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:18.315753 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:18.322363 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:18.455511 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.461382 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Pushing event updated for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:18.467138 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.476160 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-01c10802-a05b-4a5a-b699-0b12dd52bd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:18.511356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.545751 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-da6b583a-fe28-4990-b66b-acc2a95576d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.643516 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.644848 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5706949 May 19 23:28:18.647651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a911247-689b-4f7b-bba9-c418a8baa91b,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:18.649878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58406) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:18.675681 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:18.679571 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group_rule': {'security_group_id': '0a911247-689b-4f7b-bba9-c418a8baa91b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:18.702561 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:18.712543 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:18.718207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:18.733939 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:18.763588 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.777507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.780260 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Transition to ACTIVE for port object d3eca38d-fde3-4b33-a046-8170dc9e99b3 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:18.790218 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.801529 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:18.805580 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:18.818182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-af13afcc-61bb-4e1f-ab35-0549c863c7b7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:18.820175 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-af13afcc-61bb-4e1f-ab35-0549c863c7b7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 818 time: 1.8815162 May 19 23:28:18.827306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.305s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:18.901473 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.050s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:18.901995 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:18.919857 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:18.973737 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.987386 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:18.989419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:19.071115 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Attempting to bind port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:19.071605 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Attempting to bind port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'bca0840e-6d1c-4d1c-879b-67df59e3fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:19.071994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Attempting to bind port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 on network 02d6772d-0882-46df-9e6f-660a905d2442 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:19.095994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 on network 02d6772d-0882-46df-9e6f-660a905d2442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:19.096325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Attempting to bind port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 on network 02d6772d-0882-46df-9e6f-660a905d2442 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:19.107569 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9c217f-c2b9-49b9-91ca-55b8c14b9bb3,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:19.122372 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:19.122782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Checking segment: {'id': 'bca0840e-6d1c-4d1c-879b-67df59e3fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:19.127828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Bound using segment: {'id': 'bca0840e-6d1c-4d1c-879b-67df59e3fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:19.128568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Bound port: fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca0840e-6d1c-4d1c-879b-67df59e3fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:19.128944 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.138274 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:19.166094 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-25693169-85fb-44e3-be35-c72d9682bd7a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/quotas/5b2aa5f5e6894489b8a864fd8e5e50e7 HTTP/1.1" status: 200 len: 375 time: 0.3374600 May 19 23:28:19.166864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Attempting to bind port f0b98bce-1b83-4290-a1e8-7a2989a93470 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:19.167204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Attempting to bind port f0b98bce-1b83-4290-a1e8-7a2989a93470 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:19.167537 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Attempting to bind port f0b98bce-1b83-4290-a1e8-7a2989a93470 on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:19.170594 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.173600 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5072212 May 19 23:28:19.183428 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58424) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:19.198625 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group_rule': {'security_group_id': '0a911247-689b-4f7b-bba9-c418a8baa91b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:19.244821 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:19.267651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:19.271340 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2a0fd-691c-4e99-84d7-4955ca29989e None None] Pushing event updated for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:19.272333 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:19.303171 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-92a2a0fd-691c-4e99-84d7-4955ca29989e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:19.304332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:19.333648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:19.340701 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,segment=NetworkSegment(bca0840e-6d1c-4d1c-879b-67df59e3fe21),segment_id=bca0840e-6d1c-4d1c-879b-67df59e3fe21)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:19.342883 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Port f0b98bce-1b83-4290-a1e8-7a2989a93470 on network 6e272f46-4166-4117-adad-69a8674bdcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:19.343435 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Attempting to bind port f0b98bce-1b83-4290-a1e8-7a2989a93470 on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:19.350966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Allocated IP 172.20.0.10 (271388c7-763d-47da-a2ef-23055a24a147/bcd92ca3-1086-4351-8cd3-91694ca38365/a22f3aba-5417-4227-9ccd-7c59e76dc26c) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:19.377588 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.449342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.450226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:19.451091 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Checking segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:19.451674 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Bound using segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:19.452351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Bound port: f0b98bce-1b83-4290-a1e8-7a2989a93470, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:19.452953 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.502140 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58436) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:19.524945 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077627496', 'description': 'tempest-description--1188189510'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:19.594563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:19.622775 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:19.629424 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.649526 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:19.682261 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:19.723823 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Attempting to bind port d3eca38d-fde3-4b33-a046-8170dc9e99b3 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:19.724786 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Attempting to bind port d3eca38d-fde3-4b33-a046-8170dc9e99b3 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:19.725321 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Attempting to bind port d3eca38d-fde3-4b33-a046-8170dc9e99b3 on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:19.761156 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.772160 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:19.772726 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Checking segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:19.772989 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.773526 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Bound using segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:19.774080 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Bound port: d3eca38d-fde3-4b33-a046-8170dc9e99b3, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:19.774648 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.811399 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.827873 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:19.832519 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:19.838284 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:19.870335 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-33b7dd27-a0f7-48b2-bba1-5d7919e49793 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:19.898139 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:19.975368 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:20.027344 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63030d1-098b-4ff4-97c3-cdce77861b36,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:20.027562 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] For port d3eca38d-fde3-4b33-a046-8170dc9e99b3, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:20.039454 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] For port d3eca38d-fde3-4b33-a046-8170dc9e99b3, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=d3eca38d-fde3-4b33-a046-8170dc9e99b3,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:20.046966 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.052967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:20.057616 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-0e096649-e969-495c-b3a9-5f875a688f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:20.106417 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.107873 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9221151 May 19 23:28:20.114682 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58452) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:20.161970 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:20.175294 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ec5a4919-f9ec-44ac-8858-bd530200aa21 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:20.180334 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:20.192973 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2a0fd-691c-4e99-84d7-4955ca29989e None None] Pushing event updated for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:20.198412 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-92a2a0fd-691c-4e99-84d7-4955ca29989e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:20.218794 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:20.219478 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:20.363699 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.371367 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:floatingip and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:20.377061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:20.382955 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.403146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:20.410226 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7a3c502b-4b42-40ee-84c5-b31f378fbd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:20.488883 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.492275 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:20.514730 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.517401 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0129373 May 19 23:28:20.545410 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94afd5f4-51c6-452a-86f0-5a01e68c6689,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:20.562367 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:20.563401 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58464) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:20.593907 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group_rule': {'security_group_id': '94afd5f4-51c6-452a-86f0-5a01e68c6689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:20.625188 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:20.636033 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:13Z', 'revision_number': 2, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:20.641867 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:20.642175 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:20.642625 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Updating router af4f4092-5edd-4044-8bc1-3686190db6a9 port 7e1c1143-54c8-4987-b377-11ffc6e92387 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:28:20.655751 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:20.749742 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.750099 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:20.793584 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:20.796187 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.797853 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port ec5a4919-f9ec-44ac-8858-bd530200aa21 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:20.798301 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.905397 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.945435 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:20.987871 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:21.040047 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Pushing event updated for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:21.050540 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:21.057953 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.077324 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.087081 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:21.087824 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.099778 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] 10.222.0.58 "PUT /v2.0/ports/fc52c7f9-5e3a-44b1-987f-2a1e461ac818 HTTP/1.1" status: 200 len: 1093 time: 9.3634267 May 19 23:28:21.103419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:21.120137 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:21.187335 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107fcf44-7f23-4941-a23e-0fe3ec0f2452,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:21.209102 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:21.229333 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.237642 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6674669 May 19 23:28:21.256730 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58476) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:21.377696 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Allocated IP 172.28.2.242 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/313c5a37-9068-4eab-908a-b551c1fa6796) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:21.399945 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:21.417553 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group_rule': {'security_group_id': '94afd5f4-51c6-452a-86f0-5a01e68c6689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:21.447647 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.507262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:21.534101 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.593308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:21.600117 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:21.626954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:21.630258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.665344 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:20Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:21.678692 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Transition to ACTIVE for port object 7e1c1143-54c8-4987-b377-11ffc6e92387 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:21.685460 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ba2b-ca5e-4c54-8e87-6aba66dbd37b None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:20Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:21.691393 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:21.696202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:21.704434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:21.951237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.006445 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.021242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:22.029872 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:22.039313 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:22.056133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.057708 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0b98bce-1b83-4290-a1e8-7a2989a93470 HTTP/1.1" status: 200 len: 1094 time: 8.9465325 May 19 23:28:22.059377 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:22.106872 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-5ffdd90d-71eb-418b-adcb-73fc847139b0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&fields=id HTTP/1.1" status: 200 len: 255 time: 2.9244499 May 19 23:28:22.167521 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device d3eca38d-fde3-4b33-a046-8170dc9e99b3 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:22.209456 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:22.235835 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.237558 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:22.241383 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:22.312820 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.324641 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=313c5a37-9068-4eab-908a-b551c1fa6796,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:22.327338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70de52-168e-48aa-8484-74c514c66d03 req-813cfa44-c6aa-4b05-9ad9-5bd0d998a568 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:22.329291 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:22.344248 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6a70de52-168e-48aa-8484-74c514c66d03 req-813cfa44-c6aa-4b05-9ad9-5bd0d998a568 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 944 time: 1.8779931 May 19 23:28:22.372379 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.414223 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:22.434770 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Pushing event updated for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:22.463208 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:22.479626 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Network 271388c7-763d-47da-a2ef-23055a24a147 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:22.499947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:22.502979 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:22.509373 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:22.510343 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.599163 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Attempting to bind port 7e1c1143-54c8-4987-b377-11ffc6e92387 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:22.599604 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Attempting to bind port 7e1c1143-54c8-4987-b377-11ffc6e92387 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:22.600475 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Attempting to bind port 7e1c1143-54c8-4987-b377-11ffc6e92387 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:22.618679 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:22.619109 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Checking segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:22.619532 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.619962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Bound using segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:22.620920 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Bound port: 7e1c1143-54c8-4987-b377-11ffc6e92387, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:22.621672 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.665424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.666687 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:22.675750 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:22.675750 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.709065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-99454eb5-57ec-4625-a521-c63339326d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:22.710565 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-99454eb5-57ec-4625-a521-c63339326d3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b1abb3e99e944279dfd5e780dab2c76&device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 1096 time: 1.4468009 May 19 23:28:22.712155 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6514559 May 19 23:28:22.838252 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] For port 7e1c1143-54c8-4987-b377-11ffc6e92387, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:22.842175 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] For port 7e1c1143-54c8-4987-b377-11ffc6e92387, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=7e1c1143-54c8-4987-b377-11ffc6e92387,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:22.861196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Request body: {'port': {'device_id': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:22.915353 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.916154 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6a70de52-168e-48aa-8484-74c514c66d03 req-e68a6e0c-f814-44f8-a504-343c44d363fc tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707588 May 19 23:28:22.930575 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-507337e7-4d65-427d-9de6-4eb7f2d6910e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818 HTTP/1.1" status: 200 len: 217 time: 0.1738338 May 19 23:28:22.932324 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.932898 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:22.944386 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-54763f01-9a25-4cb6-af50-33afc02f0241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:22.953750 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Pushing event updated for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:23.034803 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:23.036800 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.050845 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Pushing event updated for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:23.062818 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:23.072566 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.079726 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.086545 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:23.092525 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:23.093264 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:23.104887 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:23.119247 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-68521f5d-7811-45a3-b042-be58cbb27d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:23.121111 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-68521f5d-7811-45a3-b042-be58cbb27d11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 1097 time: 0.9984226 May 19 23:28:23.177132 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.224469 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port d3eca38d-fde3-4b33-a046-8170dc9e99b3, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=d3eca38d-fde3-4b33-a046-8170dc9e99b3,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:23.228413 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=313c5a37-9068-4eab-908a-b551c1fa6796,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:23.231666 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:23.236678 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.245160 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1234269 May 19 23:28:23.264686 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.283348 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:23.356346 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-5b968647-ccce-4acd-958c-fca572b1943a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470 HTTP/1.1" status: 200 len: 217 time: 0.2102282 May 19 23:28:23.361689 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-5ca33cb8-0fc7-4819-b9e1-04e666adb9fe service neutron] 10.222.0.48 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1493573 May 19 23:28:23.424188 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373f8569-ef84-434e-883a-5da18b6b5301,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:23.575384 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:23.595648 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:23.621913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:23.785031 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:23.805472 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-4c0c0f1d-1f9b-43f6-9189-5cbebf357187 service neutron] 10.222.0.48 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741360 May 19 23:28:23.837961 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.849894 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.851310 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-04cb099a-fef3-4bce-9403-498f8995e326 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5073280 May 19 23:28:23.855065 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58562) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:23.858365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-da70a974-3325-4eab-a752-fb468759075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:23.860695 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-da70a974-3325-4eab-a752-fb468759075e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71d65f88-2560-4abd-a34b-563978d72488 HTTP/1.1" status: 200 len: 851 time: 0.9078951 May 19 23:28:23.868332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:23.881591 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:23.888499 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:floatingip and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:23.892473 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:23.898884 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:23.913282 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:23.927951 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-d7b1f26b-bb04-4711-a94c-b3f6ea8c9f73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02d6772d-0882-46df-9e6f-660a905d2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557756 May 19 23:28:24.062479 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-e72e21b8-8fa9-460f-ae35-e7732f2fe779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:24.064721 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-e72e21b8-8fa9-460f-ae35-e7732f2fe779 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.6521595 May 19 23:28:24.097557 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device d3eca38d-fde3-4b33-a046-8170dc9e99b3 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:24.239975 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:24.271591 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port d3eca38d-fde3-4b33-a046-8170dc9e99b3 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:24.272102 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:24.279609 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-31c3edc4-7c71-40b0-ae74-82ebc3ea36f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405585 May 19 23:28:24.359089 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:22Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:24.364131 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce3a09-548e-4938-a016-c7c1d5589765 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:22Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:24.521478 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Allocated IP 172.28.2.50 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/1bd65320-5f52-4a4b-9b1d-913722a117e3) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:24.684565 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818', 'status': 'completed', 'code': 200} May 19 23:28:24.778649 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:24.848632 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:24.862003 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:24.939269 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:24.940389 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=1bd65320-5f52-4a4b-9b1d-913722a117e3,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:24.950909 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:24.952190 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:24.955487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:24.990934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:24.997520 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-5af2bfcd-762c-43c1-9d05-d07f2819b340 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005141 May 19 23:28:25.000860 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-4069f6d8-b9fb-481d-bc98-2506c00a6aa0 service neutron] 10.222.0.58 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0090764 May 19 23:28:25.012295 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d6885-fc61-4feb-b6d0-50713cbdd509 req-26989b04-3af9-4ffb-bf1a-dca23f3dd0d5 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:25.024822 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a39d6885-fc61-4feb-b6d0-50713cbdd509 req-26989b04-3af9-4ffb-bf1a-dca23f3dd0d5 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 943 time: 1.8767855 May 19 23:28:25.067827 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:25.318529 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:25.324760 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:25.336633 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-31e8f4cf-1f05-4c6a-ac9f-c767299e780f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:25.381829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-1daeebed-ae6a-4288-9f5a-5f137f007d99 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:25.442610 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:25.446444 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a39d6885-fc61-4feb-b6d0-50713cbdd509 req-983c2be9-4f58-4827-bea4-682084e9b738 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775397 May 19 23:28:25.454932 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=1bd65320-5f52-4a4b-9b1d-913722a117e3,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:25.467903 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:25.493265 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:25.495743 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6389997 May 19 23:28:25.500694 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d177f58-94c4-4a61-83e8-326037fbfa38 req-e4be1f0c-7eea-4293-90b5-643f30bae819 service neutron] 10.222.0.58 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742832 May 19 23:28:25.736129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.58', 59920) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:25.767382 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-1daeebed-ae6a-4288-9f5a-5f137f007d99 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:25.768665 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-1daeebed-ae6a-4288-9f5a-5f137f007d99 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1412998320&fields=id&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 267 time: 0.9695077 May 19 23:28:25.887819 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bbdf45c5-83b2-4710-a4ac-d48d4075afd9 req-bc762cb5-d1fc-4521-a730-61136cbab940 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404715 May 19 23:28:25.998227 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22f3aba-5417-4227-9ccd-7c59e76dc26c {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:25.998938 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-b145701a-d0c1-4160-a304-17a341bacd61 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:25.998938 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-b145701a-d0c1-4160-a304-17a341bacd61 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 818 time: 0.2613578 May 19 23:28:26.015275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Request body: {'port': {'device_id': '3ded1efc-222d-4830-81e1-e50395bf258b', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'admin_state_up': True, 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:26.017135 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.058324 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a0959-8dd7-4e9b-8b0a-dc6fa61777f7 req-b0836c1c-628b-402e-bfcc-57cfcfd073b9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:26.065076 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b80a0959-8dd7-4e9b-8b0a-dc6fa61777f7 req-b0836c1c-628b-402e-bfcc-57cfcfd073b9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 944 time: 0.3458202 May 19 23:28:26.148371 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 7e1c1143-54c8-4987-b377-11ffc6e92387 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:26.169613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Transition to ACTIVE for port object a22f3aba-5417-4227-9ccd-7c59e76dc26c will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:26.185440 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:26.191872 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Usage tracker for resource:port and tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:26.196640 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:26.201366 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.204195 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-2982d8e8-9b1f-43eb-b2a0-788903d7aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:26.205277 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:26.206463 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-2982d8e8-9b1f-43eb-b2a0-788903d7aab5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b1abb3e99e944279dfd5e780dab2c76&device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 1096 time: 0.6174366 May 19 23:28:26.215094 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-7f363637-3ffe-4c65-bea2-f43b40b4e4a8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:26.215913 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-7f363637-3ffe-4c65-bea2-f43b40b4e4a8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:26.222177 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Made reservation on behalf of 5b2aa5f5e6894489b8a864fd8e5e50e7 for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:26.227758 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.254609 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:26.314841 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 7e1c1143-54c8-4987-b377-11ffc6e92387 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:26.321513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 7e1c1143-54c8-4987-b377-11ffc6e92387 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:26.322145 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.419831 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Allocated IP 172.20.0.14 (271388c7-763d-47da-a2ef-23055a24a147/bcd92ca3-1086-4351-8cd3-91694ca38365/2fa5434b-d3f3-4f49-8fd1-11f42f84995d) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:26.475600 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.493696 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b80a0959-8dd7-4e9b-8b0a-dc6fa61777f7 req-87a156d3-2fea-440a-a0d2-6d6a5f53ca1d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103270 May 19 23:28:26.519893 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 7e1c1143-54c8-4987-b377-11ffc6e92387, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=7e1c1143-54c8-4987-b377-11ffc6e92387,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:26.528531 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.531082 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:26.576340 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-7f363637-3ffe-4c65-bea2-f43b40b4e4a8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:26.577496 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-7f363637-3ffe-4c65-bea2-f43b40b4e4a8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 816 time: 0.7478354 May 19 23:28:26.611242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Pushing event updated for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:26.653350 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:26.661318 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-4298588a-ec68-4922-9c5c-c36df22d6bb0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/quotas/1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 375 time: 0.0681298 May 19 23:28:26.692428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:26.696460 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:26.735327 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:26.795535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Attempting to bind port a22f3aba-5417-4227-9ccd-7c59e76dc26c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:26.795973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Attempting to bind port a22f3aba-5417-4227-9ccd-7c59e76dc26c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:26.796306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Attempting to bind port a22f3aba-5417-4227-9ccd-7c59e76dc26c on network 271388c7-763d-47da-a2ef-23055a24a147 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:26.811439 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-61488743-f4d1-43ff-a5e9-34ec84fe6d27 req-beb28ce5-dc0b-4a15-b83d-6d03890fc17a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:26.818023 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.818699 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-a798d489-c9c9-4cd3-8663-3066aa12f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:26.820354 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-a798d489-c9c9-4cd3-8663-3066aa12f349 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02d6772d-0882-46df-9e6f-660a905d2442 HTTP/1.1" status: 200 len: 912 time: 0.6000268 May 19 23:28:26.820829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Port a22f3aba-5417-4227-9ccd-7c59e76dc26c on network 271388c7-763d-47da-a2ef-23055a24a147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:26.821147 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Attempting to bind port a22f3aba-5417-4227-9ccd-7c59e76dc26c on network 271388c7-763d-47da-a2ef-23055a24a147 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:26.854507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.871376 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3e312be7-e026-4833-a88a-282b03b87fb6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:26.901691 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:26.902051 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Checking segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:26.902413 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Bound using segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:26.902860 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Bound port: a22f3aba-5417-4227-9ccd-7c59e76dc26c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:26.903839 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.926067 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Network 271388c7-763d-47da-a2ef-23055a24a147 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:26.930500 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-768d5f54-817a-45be-a598-9f92de57341c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818 HTTP/1.1" status: 200 len: 217 time: 0.1021123 May 19 23:28:26.934963 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:26.940170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:26.946146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:26.946967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:26.966560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-61488743-f4d1-43ff-a5e9-34ec84fe6d27 req-beb28ce5-dc0b-4a15-b83d-6d03890fc17a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:26.967680 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-61488743-f4d1-43ff-a5e9-34ec84fe6d27 req-beb28ce5-dc0b-4a15-b83d-6d03890fc17a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 210 time: 0.2775936 May 19 23:28:26.986701 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Pushing event updated for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:26.991260 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:26.996867 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9871659 May 19 23:28:27.010252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Request body: {'port': {'device_id': '3ded1efc-222d-4830-81e1-e50395bf258b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:27.084758 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-5863a403-ddf9-451e-8ed6-ddc9efbd4e4d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4066501 May 19 23:28:27.144358 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-d5c9325c-8a15-4a4a-9bdf-f36bcd2d58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:27.145635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-d5c9325c-8a15-4a4a-9bdf-f36bcd2d58ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71d65f88-2560-4abd-a34b-563978d72488 HTTP/1.1" status: 200 len: 851 time: 0.1856971 May 19 23:28:27.154671 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.162655 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:27.263588 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-4edef75c-5144-4c56-9341-0d02c9d1f680 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02d6772d-0882-46df-9e6f-660a905d2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970283 May 19 23:28:27.277894 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:27.328942 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.331320 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-dc5adb95-d47e-45e8-8f91-0217b716b852 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:27.349308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:27.456541 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:27.457153 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.458538 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] 10.222.0.58 "PUT /v2.0/ports/a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 1094 time: 4.7116790 May 19 23:28:27.510644 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c8a5ba76-4949-4386-95dd-76c67292d013 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114156 May 19 23:28:27.572044 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa5434b-d3f3-4f49-8fd1-11f42f84995d {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:27.582651 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-dc5adb95-d47e-45e8-8f91-0217b716b852 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:27.582835 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.583831 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-dc5adb95-d47e-45e8-8f91-0217b716b852 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1077627496&fields=id&tenant_id=cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 267 time: 0.4539983 May 19 23:28:27.607828 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Transition to ACTIVE for port object 2fa5434b-d3f3-4f49-8fd1-11f42f84995d will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:27.614895 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.624028 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:27.646957 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Pushing event updated for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:27.650132 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:27.694075 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-04f37a49-45fd-4263-8944-40824bc436aa service neutron] 10.222.0.58 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149139 May 19 23:28:27.813918 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:27.820586 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:27.836507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Attempting to bind port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:27.836860 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Attempting to bind port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:27.837202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Attempting to bind port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d on network 271388c7-763d-47da-a2ef-23055a24a147 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:27.842504 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d on network 271388c7-763d-47da-a2ef-23055a24a147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:27.843647 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Attempting to bind port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d on network 271388c7-763d-47da-a2ef-23055a24a147 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:27.848652 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:27.848989 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Checking segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:27.849559 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Bound using segment: {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:27.849980 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Bound port: 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61af28c-d207-409e-b8e9-9a541f0261fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '271388c7-763d-47da-a2ef-23055a24a147'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:27.850325 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.956154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:27.963403 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:27.971517 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:27.989157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:28.024473 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 7e1c1143-54c8-4987-b377-11ffc6e92387 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:28.062208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.063383 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:28.064910 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] 10.222.0.58 "PUT /v2.0/ports/2fa5434b-d3f3-4f49-8fd1-11f42f84995d HTTP/1.1" status: 200 len: 1094 time: 1.0589890 May 19 23:28:28.065336 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:28.127107 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 7e1c1143-54c8-4987-b377-11ffc6e92387 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:28.128686 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:28.174047 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-a6aa80f3-dd39-484b-b36b-9b9493e11ca2 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225245 May 19 23:28:28.183761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-f396c897-af71-4a54-a032-3577ff65a95f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.184471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-f396c897-af71-4a54-a032-3577ff65a95f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:28.216719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:28.221006 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:28.235506 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-49dda471-13f3-4912-8ff0-e7e31eed7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.237238 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-49dda471-13f3-4912-8ff0-e7e31eed7820 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 1097 time: 0.1082726 May 19 23:28:28.241184 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-f1b2c5db-1594-47f1-bb6d-8519ecee1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.242995 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-f1b2c5db-1594-47f1-bb6d-8519ecee1586 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1097 time: 0.7351737 May 19 23:28:28.310912 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1addbfa0-b6fd-43a8-b0fc-150fc9720967 req-95eacc7e-6af6-495d-9ae1-b8c6d627d2b2 service neutron] 10.222.0.58 "GET /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508785 May 19 23:28:28.330885 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-f396c897-af71-4a54-a032-3577ff65a95f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:28.332114 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-f396c897-af71-4a54-a032-3577ff65a95f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 810 time: 0.7235579 May 19 23:28:28.337971 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-57d5d56b-748f-4c31-afe7-38d7d22e5411 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d HTTP/1.1" status: 200 len: 217 time: 0.0873713 May 19 23:28:28.341960 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-aa8661eb-427e-49cc-b9e9-777fc8817ae6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.0902753 May 19 23:28:28.393898 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-b0907f90-6e76-4850-8126-8f1ab7974e04 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/quotas/cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 375 time: 0.0509818 May 19 23:28:28.438951 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032437-e437-430a-a2b0-13813b4a2cfc req-26ce4e5d-0861-498f-9f6b-ffcc882183b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.441857 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-26ce4e5d-0861-498f-9f6b-ffcc882183b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.0920260 May 19 23:28:28.498323 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-e8f118d4-20cf-468b-95f2-26359eef574d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497708 May 19 23:28:28.550640 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-66e86b6a-d55d-40fe-9c1f-976ffe189559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.552088 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-66e86b6a-d55d-40fe-9c1f-976ffe189559 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.2019823 May 19 23:28:28.620359 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-5e9890d7-87b0-4ffc-92c5-3cef7439feae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611136 May 19 23:28:28.652187 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-2b942a06-76bc-4ba8-91ee-b177aa091ca5 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468682 May 19 23:28:28.743874 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-bba0c4cd-66fb-424c-a176-512d05ec9428 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3412309 May 19 23:28:28.768655 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483b12f-36f9-4006-bfc7-a80bb2964855 req-5adf3e13-8eff-4575-9b72-754fd013d1eb tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:28.770172 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9483b12f-36f9-4006-bfc7-a80bb2964855 req-5adf3e13-8eff-4575-9b72-754fd013d1eb tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 943 time: 0.2821455 May 19 23:28:28.867976 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-f2fb2a99-dad2-4b5c-91cb-ea3ac08e429d service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400138 May 19 23:28:28.886949 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58748) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:28.923876 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-91032437-e437-430a-a2b0-13813b4a2cfc req-c31c1262-ad3d-4079-9b48-2e913a694978 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654312 May 19 23:28:28.985963 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9483b12f-36f9-4006-bfc7-a80bb2964855 req-1cf4dfba-08a3-4c72-9dd8-e00321923f58 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071741 May 19 23:28:29.085960 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:29.105375 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-bd0e1964-6948-411f-8737-7422c03de6e8 service neutron] 10.222.0.48 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086820 May 19 23:28:29.111880 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470', 'status': 'completed', 'code': 200} May 19 23:28:29.128110 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:29.155511 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e3a59d61-e51f-4532-8f64-b8f55165293b req-4770b9b0-648e-4d45-9d77-7c4584a2d1c4 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772563 May 19 23:28:29.188715 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Usage tracker for resource:security_group_rule and tenant:16905c4ed98a416d902887a201d0cf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:29.194334 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:29.216939 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:29.257046 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-ae5026db-4567-42e1-89f7-3010442db463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:29.259146 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-ae5026db-4567-42e1-89f7-3010442db463 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 1097 time: 0.1323152 May 19 23:28:29.397141 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-28acdcdb-7aa9-468e-8843-9e84ba253444 service neutron] 10.222.0.48 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401888 May 19 23:28:29.415504 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a080-33e9-42bd-aabf-fd12830b76d0 req-2e9f1315-4ff4-4c04-a3fc-7df67fa752b6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:29.423648 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9e70a080-33e9-42bd-aabf-fd12830b76d0 req-2e9f1315-4ff4-4c04-a3fc-7df67fa752b6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 944 time: 0.1910667 May 19 23:28:29.454674 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-7d0b4620-7c0d-4e92-a79c-4ca540cc954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:29.456150 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-7d0b4620-7c0d-4e92-a79c-4ca540cc954d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 916 time: 0.1875648 May 19 23:28:29.461120 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:29.476904 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9e70a080-33e9-42bd-aabf-fd12830b76d0 req-51865d6f-2cfd-447a-a5a3-f9b83bf1cd0a tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523331 May 19 23:28:29.521486 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:29.536963 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:29.545646 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-757a5e21-2ec4-4af3-a63c-a9ff5f5f7ccb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470 HTTP/1.1" status: 200 len: 217 time: 0.0821145 May 19 23:28:29.591026 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97784925-7ccc-4602-82e4-7056df7ed177,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:29.650199 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16905c4ed98a416d902887a201d0cf4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7593551 May 19 23:28:29.650199 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:29.650994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58770) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:29.679532 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-92e46379-3d7b-492b-99dd-de0edffc83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:29.681721 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-92e46379-3d7b-492b-99dd-de0edffc83d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0913539 May 19 23:28:29.736573 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-6cb771a5-f3dc-44eb-a500-716596e34066 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477228 May 19 23:28:29.894875 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:29.928028 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device fc52c7f9-5e3a-44b1-987f-2a1e461ac818 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:29.982479 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:29.989833 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d', 'status': 'completed', 'code': 200} May 19 23:28:29.997037 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-c012c57b-5d29-4d7b-819b-bf116ce9e821 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530849 May 19 23:28:30.069035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86876c-d27c-4b9e-bc98-6d6ecb0c1383 req-3bb83a02-0d2a-4138-954d-68142e0d3b6b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:30.070774 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ec86876c-d27c-4b9e-bc98-6d6ecb0c1383 req-3bb83a02-0d2a-4138-954d-68142e0d3b6b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 944 time: 0.3699455 May 19 23:28:30.077190 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-925d22a2-9a68-4a6f-a89e-cc00999da484 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:30.079352 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-925d22a2-9a68-4a6f-a89e-cc00999da484 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 816 time: 0.3115940 May 19 23:28:30.189748 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,segment=NetworkSegment(bca0840e-6d1c-4d1c-879b-67df59e3fe21),segment_id=bca0840e-6d1c-4d1c-879b-67df59e3fe21)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:30.215428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818', 'network_id': '02d6772d-0882-46df-9e6f-660a905d2442', 'port_id': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818', 'mac_address': 'fa:16:3e:22:d8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d65f88-2560-4abd-a34b-563978d72488', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:30.254331 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-376795ed-4883-42ef-8a8a-4d19a1b92981 req-f11accb6-4901-48e1-8c2e-11f0a42a65d5 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488925 May 19 23:28:30.289526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-ec86876c-d27c-4b9e-bc98-6d6ecb0c1383 req-a4a46d16-7219-46cd-be5c-f499c12838d5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:30.293533 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-117322b5-ae1e-4fa5-bfa6-00456e27488f req-a637d9ca-00dd-4a14-9760-972e0b05b135 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 210 time: 0.1073546 May 19 23:28:30.314421 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-a6a43001-0885-4ddb-b976-5be20952e8f1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 380 time: 0.2249899 May 19 23:28:30.318026 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.330524 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'port': {'device_id': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'admin_state_up': True, 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'security_groups': ['0a911247-689b-4f7b-bba9-c418a8baa91b']}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:30.345292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc52c7f9-5e3a-44b1-987f-2a1e461ac818 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:30.369479 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,segment=NetworkSegment(bca0840e-6d1c-4d1c-879b-67df59e3fe21),segment_id=bca0840e-6d1c-4d1c-879b-67df59e3fe21)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:30.370076 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-ec86876c-d27c-4b9e-bc98-6d6ecb0c1383 req-a4a46d16-7219-46cd-be5c-f499c12838d5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:30.371378 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ec86876c-d27c-4b9e-bc98-6d6ecb0c1383 req-a4a46d16-7219-46cd-be5c-f499c12838d5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911246 May 19 23:28:30.376878 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.384943 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.385829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-93d58137-e93e-4f00-807e-9b416b479bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:30.386102 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f0b98bce-1b83-4290-a1e8-7a2989a93470 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:30.387637 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-93d58137-e93e-4f00-807e-9b416b479bd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 1097 time: 0.3744409 May 19 23:28:30.457005 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3fef38a7-ab9d-4569-8e37-a9d182ea6cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:30.529293 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f809a47d-8a77-4cb5-967f-3f226c3f0ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:30.581730 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58796) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:30.666839 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:30.675321 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:30.715148 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:30.721954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97784925-7ccc-4602-82e4-7056df7ed177,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:30.732866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.734094 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97784925-7ccc-4602-82e4-7056df7ed177 HTTP/1.1" status: 204 len: 168 time: 1.0828152 May 19 23:28:30.736550 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7e99947b-bd03-4db8-af30-8c914e717835 req-af191dd8-6c8e-435c-9c40-db45a9d0e982 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 210 time: 0.1960020 May 19 23:28:30.740406 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:30.747650 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.786034 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:30.790002 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'f0b98bce-1b83-4290-a1e8-7a2989a93470', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'port_id': 'f0b98bce-1b83-4290-a1e8-7a2989a93470', 'mac_address': 'fa:16:3e:53:d9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f14d2b0-33de-4205-8431-53548d0b6fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:30.794191 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Usage tracker for resource:security_group_rule and tenant:a464a83bdb1f44d1add62fbbe2d6e7ac is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:30.799760 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:30.807886 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:30.929920 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:30.967856 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:30.972460 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:port and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:30.985456 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:30.994458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.003360 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.011011 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b98bce-1b83-4290-a1e8-7a2989a93470 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:31.022710 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:31.050368 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:31.057066 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.061203 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:31.061363 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac6f0-b11e-40dd-81c0-2322a92dbc51 req-66a704dd-006e-4367-9f2a-528526db51a1 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:31.063071 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-227ac6f0-b11e-40dd-81c0-2322a92dbc51 req-66a704dd-006e-4367-9f2a-528526db51a1 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 944 time: 0.5190179 May 19 23:28:31.065622 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:31.071981 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-45ea5c14-e2a9-4735-a655-d8b4523e094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:31.073764 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-45ea5c14-e2a9-4735-a655-d8b4523e094b service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.5311863 May 19 23:28:31.157702 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:31.175372 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Made reservation on behalf of 1aa4a1f3a8914d4889b2fb7f8910b979 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:31.178768 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.205061 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-160c05c6-6593-4290-85dc-e0d8359e68d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d HTTP/1.1" status: 200 len: 217 time: 0.1085362 May 19 23:28:31.211682 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a464a83bdb1f44d1add62fbbe2d6e7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293054 May 19 23:28:31.212530 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58824) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:31.223056 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:31.236027 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:31.239477 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca568ea-8dbc-4c39-8b07-644786e0285b,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:31.257162 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:31.329160 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-227ac6f0-b11e-40dd-81c0-2322a92dbc51 req-68a1d339-d7c0-4bdb-86ab-26ab4a5f4bf8 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589145 May 19 23:28:31.345694 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:31.418246 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58838) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:31.432389 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['fc52c7f9-5e3a-44b1-987f-2a1e461ac818'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:31.444057 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c', 'status': 'completed', 'code': 200} May 19 23:28:31.472261 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a33dd7-5785-4830-a9a1-709d059d570e req-3aab08da-352a-4c28-a45c-03252034b05d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:31.477199 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a5a33dd7-5785-4830-a9a1-709d059d570e req-3aab08da-352a-4c28-a45c-03252034b05d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 944 time: 0.5091333 May 19 23:28:31.504814 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-8f8dbe1e-9339-48c1-8cdf-ce28b47d74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:31.506272 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-8f8dbe1e-9339-48c1-8cdf-ce28b47d74c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.2821076 May 19 23:28:31.540513 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-9f883ce9-7343-4ee0-bcfe-8c46cfc424a5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:31.552944 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-9f883ce9-7343-4ee0-bcfe-8c46cfc424a5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 810 time: 0.4348588 May 19 23:28:31.570624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.604819 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:31.625624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Usage tracker for resource:security_group_rule and tenant:04902555d3d347f9b71f7115b635b0ca is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:31.637937 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:31.648493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:31.654267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-4fe08612-14e4-4f0b-9433-596359066103 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:security_group {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:31.692340 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-4fe08612-14e4-4f0b-9433-596359066103 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:security_group {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:31.693622 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-4fe08612-14e4-4f0b-9433-596359066103 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 380 time: 0.1122267 May 19 23:28:31.706735 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.707268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'port': {'device_id': '804322e9-4e33-494a-b9e4-16540dd7688a', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'admin_state_up': True, 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'security_groups': ['94afd5f4-51c6-452a-86f0-5a01e68c6689']}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:31.767115 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-e1c3f5f3-e15c-478f-9633-73bff70474c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2423515 May 19 23:28:31.786798 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7776de7-8eef-459f-a1b0-8478d53d9fd2 req-56df4ab1-396a-49af-b9f6-000714fbf9c4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 210 time: 0.1712270 May 19 23:28:31.941014 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2fa5434b-d3f3-4f49-8fd1-11f42f84995d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:31.961412 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:31.974607 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:port and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:31.979852 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:31.983999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:31.990772 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:31.995998 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-a4e93053-8715-4f70-a0f2-ce6e4dad0f45 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956987 May 19 23:28:31.998319 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.009917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.011015 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.021637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Made reservation on behalf of cbbd7a1c20664013959e6bb22b76d660 for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:32.025864 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.026464 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a5a33dd7-5785-4830-a9a1-709d059d570e req-e70f7deb-f0b3-40a4-80ca-39123db70c9f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066164 May 19 23:28:32.129764 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04902555d3d347f9b71f7115b635b0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7104502 May 19 23:28:32.139404 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58866) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:32.143158 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Allocated IP 172.20.0.13 (bd0ed64e-b239-4379-8e22-bc15ef9c95c6/a0a0e3f1-9436-430b-8d71-fccde8a2dea0/59513e1d-0a65-4155-91fa-2962b46e2018) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:32.163163 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c78d32-11de-46f9-b569-03726cfdc65e,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.168954 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:32.185266 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'port_id': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d', 'mac_address': 'fa:16:3e:59:e1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:32.189608 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.252081 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.269784 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa5434b-d3f3-4f49-8fd1-11f42f84995d {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:32.286241 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:32.290949 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.291765 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device a22f3aba-5417-4227-9ccd-7c59e76dc26c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:32.294950 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.295373 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.310254 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.328896 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.340325 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d721340f-776b-4a37-9c48-b244a9d6ef22 req-8eb3af74-8a62-49c4-b6c5-f88a023a5612 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 210 time: 0.1020813 May 19 23:28:32.350994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-07d2e5c6-478f-486b-97ce-c9ff52f9d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:32.352549 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-07d2e5c6-478f-486b-97ce-c9ff52f9d902 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1097 time: 0.8536370 May 19 23:28:32.396866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca568ea-8dbc-4c39-8b07-644786e0285b,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.400726 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Allocated IP 172.20.0.13 (212e297c-45d6-4abc-acf2-aeb29d06df68/6b1d27c7-3f01-4538-bd04-caa69ccf2079/43607711-4924-4604-9b3e-927d85be0c33) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:32.414873 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.421212 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:32.424687 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.449639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.455620 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.456831 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c', 'network_id': '271388c7-763d-47da-a2ef-23055a24a147', 'port_id': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c', 'mac_address': 'fa:16:3e:16:bc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd92ca3-1086-4351-8cd3-91694ca38365', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:32.521572 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.541062 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22f3aba-5417-4227-9ccd-7c59e76dc26c {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:32.557903 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:32.565495 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.567262 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.597682 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.612014 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.627745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c78d32-11de-46f9-b569-03726cfdc65e,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.630224 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.636748 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.647415 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.658094 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4847f0c-2e61-4e14-b1cf-2806ff37d54b req-83fa4d21-b6e5-4ef0-a3aa-c78559a690c6 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379821 May 19 23:28:32.682170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.683260 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ca568ea-8dbc-4c39-8b07-644786e0285b HTTP/1.1" status: 204 len: 168 time: 1.4656131 May 19 23:28:32.683545 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.684662 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81c78d32-11de-46f9-b569-03726cfdc65e HTTP/1.1" status: 204 len: 168 time: 0.5408735 May 19 23:28:32.696559 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.709252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7368d-809d-4bc7-b082-e8669cef1ef1 req-c4db99d7-cb67-4ff2-9885-c6f0ed7764cd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:32.710746 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcf7368d-809d-4bc7-b082-e8669cef1ef1 req-c4db99d7-cb67-4ff2-9885-c6f0ed7764cd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 944 time: 0.6927047 May 19 23:28:32.716363 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Transition to ACTIVE for port object 43607711-4924-4604-9b3e-927d85be0c33 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:32.746922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.756829 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-78de2568-0859-4ad6-932e-c8efeedb4fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:32.828778 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:32.831419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:32.834444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:32.838655 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-3062b66e-50cb-4148-93cd-6099e0691adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:32.839972 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-3062b66e-50cb-4148-93cd-6099e0691adc service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.4650066 May 19 23:28:32.840419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:32.841135 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:32.856773 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['2fa5434b-d3f3-4f49-8fd1-11f42f84995d'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:32.868174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:32.873823 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:32.879462 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769567 May 19 23:28:32.894517 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Request body: {'port': {'device_id': '804322e9-4e33-494a-b9e4-16540dd7688a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:32.909341 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['a22f3aba-5417-4227-9ccd-7c59e76dc26c'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:32.982928 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-30e92711-9f53-49c8-a6aa-8872653e7906 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.1209040 May 19 23:28:32.986023 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcf7368d-809d-4bc7-b082-e8669cef1ef1 req-a2b6891d-0c3d-4eef-b747-09d0be697d2c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157795 May 19 23:28:33.075759 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.144196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a8382-9a46-48b3-a344-5341e33113b5 req-e59d984c-6452-4006-b252-9efbffad3c47 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:33.154399 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5b9a8382-9a46-48b3-a344-5341e33113b5 req-e59d984c-6452-4006-b252-9efbffad3c47 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 944 time: 0.6172850 May 19 23:28:33.180600 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.212538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Transition to ACTIVE for port object 59513e1d-0a65-4155-91fa-2962b46e2018 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:33.234763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-345ca9d9-abed-4580-b2cf-030fc84e4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:33.236378 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-345ca9d9-abed-4580-b2cf-030fc84e4f84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.2429593 May 19 23:28:33.300769 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58890) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:33.356712 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5b9a8382-9a46-48b3-a344-5341e33113b5 req-a35a859f-f207-4346-9a4b-d568acd8032c tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007670 May 19 23:28:33.374758 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-84190a63-d4ac-440d-b0e5-0be49db3e5cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297722 May 19 23:28:33.387257 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-745f37cb-29cc-4d48-95bb-5e1d2cfc76e4 None None] Provisioning for port 43607711-4924-4604-9b3e-927d85be0c33 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:33.429826 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-745f37cb-29cc-4d48-95bb-5e1d2cfc76e4 None None] Provisioning complete for port 43607711-4924-4604-9b3e-927d85be0c33 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:33.430160 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-745f37cb-29cc-4d48-95bb-5e1d2cfc76e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.433954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5c7e6fdf-df17-4aa5-9b14-3547a0c6e242 req-15a1a0f6-2681-4676-96c3-4b0b1afb96ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:33.540962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-745f37cb-29cc-4d48-95bb-5e1d2cfc76e4 None None] Port 43607711-4924-4604-9b3e-927d85be0c33 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:33.605910 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.678368 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:33.682496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Usage tracker for resource:security_group_rule and tenant:19f48c62809c48daaa54c5831a7594ef is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:33.685421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:33.691203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:33.724882 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43607711-4924-4604-9b3e-927d85be0c33 {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:33.727270 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5c7e6fdf-df17-4aa5-9b14-3547a0c6e242 req-15a1a0f6-2681-4676-96c3-4b0b1afb96ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:33.728617 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5c7e6fdf-df17-4aa5-9b14-3547a0c6e242 req-15a1a0f6-2681-4676-96c3-4b0b1afb96ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 210 time: 0.4269347 May 19 23:28:33.733197 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.749867 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.750684 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Transition to ACTIVE for port object 43607711-4924-4604-9b3e-927d85be0c33 will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:33.758795 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:33.766480 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:33.792396 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c506df5b-6d2e-42c7-8eb0-9c053e3d21be tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:33.835579 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-7a82bd42-259a-42f5-bba6-02cd7b1afe10 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093421 May 19 23:28:33.927628 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device fc52c7f9-5e3a-44b1-987f-2a1e461ac818 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:33.949562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:34.036412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:34.053764 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:34.059758 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:34.065492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.066342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.071382 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:34.072013 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.091778 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Pushing event updated for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:34.105116 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:34.119590 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Attempting to bind port 43607711-4924-4604-9b3e-927d85be0c33 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:34.119835 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Attempting to bind port 43607711-4924-4604-9b3e-927d85be0c33 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:34.120172 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Attempting to bind port 43607711-4924-4604-9b3e-927d85be0c33 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:34.125898 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Port 43607711-4924-4604-9b3e-927d85be0c33 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:34.126214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Attempting to bind port 43607711-4924-4604-9b3e-927d85be0c33 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:34.143444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:34.143758 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Checking segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:34.149874 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Bound using segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:34.150623 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Bound port: 43607711-4924-4604-9b3e-927d85be0c33, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:34.151156 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.219132 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:34.230606 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:34.231460 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58936) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:34.261631 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fedfa-0dbf-41bf-aa68-8c7e548960ec req-1c57049a-9eff-449a-ac93-90f63e95acd7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.262712 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d58fedfa-0dbf-41bf-aa68-8c7e548960ec req-1c57049a-9eff-449a-ac93-90f63e95acd7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 945 time: 0.6623673 May 19 23:28:34.302861 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9802017 May 19 23:28:34.306019 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:34.309882 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=43607711-4924-4604-9b3e-927d85be0c33,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:34.317455 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.323130 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:34.363282 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Request body: {'port': {'device_id': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:34.380806 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.381424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.382797 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] 10.222.0.58 "PUT /v2.0/ports/43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 1094 time: 1.4956698 May 19 23:28:34.400738 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'tag': '43607711-4924-4604-9b3e-927d85be0c33'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:34.410037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.478265 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:34.552233 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Pushing event updated for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:34.593471 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:34.605313 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,segment=NetworkSegment(bca0840e-6d1c-4d1c-879b-67df59e3fe21),segment_id=bca0840e-6d1c-4d1c-879b-67df59e3fe21)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:34.616707 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.617994 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.619851 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f0b98bce-1b83-4290-a1e8-7a2989a93470 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:34.626193 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-ab4cbae3-33d0-480c-b6a2-abf261cf0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.628281 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-ab4cbae3-33d0-480c-b6a2-abf261cf0bed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1097 time: 0.1826823 May 19 23:28:34.658842 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1796280804-network', 'tenant_id': 'a5bb042702c0408db2ac6dd53ca1f358'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:34.663173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:34.667029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Usage tracker for resource:network and tenant:a5bb042702c0408db2ac6dd53ca1f358 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:34.670255 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:34.678553 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:34.686999 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:34.701619 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.706609 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58954) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:34.716731 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d58fedfa-0dbf-41bf-aa68-8c7e548960ec req-00f8979c-20da-41c4-bd46-c46cf1e84d8c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281051 May 19 23:28:34.723915 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-e86b0530-94b6-4062-923f-82c73e7d5e30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 217 time: 0.0871892 May 19 23:28:34.801698 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-119d6f40-354e-4970-9c66-c63910cc5c66 None None] Provisioning for port 59513e1d-0a65-4155-91fa-2962b46e2018 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:34.802875 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-c6264820-a73f-42b5-aad6-f8447ab09d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.804630 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-c6264820-a73f-42b5-aad6-f8447ab09d39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0675104 May 19 23:28:34.821505 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-119d6f40-354e-4970-9c66-c63910cc5c66 None None] Provisioning complete for port 59513e1d-0a65-4155-91fa-2962b46e2018 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:34.822116 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-119d6f40-354e-4970-9c66-c63910cc5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.823772 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afb9fdd1-57fe-409f-9bcc-6176f2ad431f req-af7bcf2b-60da-444f-9e11-3a22594a4f40 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714911 May 19 23:28:34.824983 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.849388 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be283e-ab7c-42fa-8e10-ea484a05f813 req-3a70e7a4-638a-4970-aa30-fa249d954a2c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.850983 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4be283e-ab7c-42fa-8e10-ea484a05f813 req-3a70e7a4-638a-4970-aa30-fa249d954a2c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 944 time: 0.9262950 May 19 23:28:34.873917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e6bc8ee4-8d5b-4dfa-9d0e-4d5916545641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:34.889105 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Made reservation on behalf of a5bb042702c0408db2ac6dd53ca1f358 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:34.891824 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.916029 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.919522 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:34.924583 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:34.927520 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-119d6f40-354e-4970-9c66-c63910cc5c66 None None] Port 59513e1d-0a65-4155-91fa-2962b46e2018 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:28:34.934943 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port f0b98bce-1b83-4290-a1e8-7a2989a93470 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:34.940533 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port f0b98bce-1b83-4290-a1e8-7a2989a93470 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:34.940980 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:34.944404 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:34.950008 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Usage tracker for resource:security_group_rule and tenant:93294f04842046658cdfb25adb5015a7 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:34.953211 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:34.960402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:34.965501 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-c1044fa7-f203-4aa6-9495-c6651ebdd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:34.966987 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-c1044fa7-f203-4aa6-9495-c6651ebdd1d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1560864 May 19 23:28:35.079359 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.094456 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.116825 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:35.121204 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.123521 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:35.126117 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:35.144212 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19f48c62809c48daaa54c5831a7594ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7986157 May 19 23:28:35.146293 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bb042702c0408db2ac6dd53ca1f358 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:35.149165 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58964) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:35.168065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:35.192222 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87956497-4b0b-483d-8ae9-567677d51fab,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.203997 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:35.209325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.211396 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-4ea7d552-4b45-4fe6-89e1-7298265ad1c4 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372539 May 19 23:28:35.232877 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f4be283e-ab7c-42fa-8e10-ea484a05f813 req-5ebcad8e-1a7c-4064-b334-b29e4b636ca7 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674788 May 19 23:28:35.236609 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.239737 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.269123 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.322103 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.338129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7cac12e5-a1ac-4d23-aed7-56452b246f9d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:35.390441 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93294f04842046658cdfb25adb5015a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827528 May 19 23:28:35.399107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 58968) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:35.404096 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde57e41-aa6b-41b5-b4d6-83f3112e3ea1,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.409237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.424976 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a45b81a7-803c-4a5e-a2e7-aa954a3ec60c req-2449cad4-8764-4f27-af92-855546dca9c2 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060575 May 19 23:28:35.474142 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.480337 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.494611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724b72-a8a6-4d33-bca0-01247315275c req-43b4daf7-6dde-4617-b91c-aa3d15ecadbc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:35.496096 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b8724b72-a8a6-4d33-bca0-01247315275c req-43b4daf7-6dde-4617-b91c-aa3d15ecadbc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 945 time: 0.6118858 May 19 23:28:35.501081 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.557130 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.562709 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-528943ae-36da-49b3-ae6b-197903a72c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:35.566235 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.575920 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde57e41-aa6b-41b5-b4d6-83f3112e3ea1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.578812 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.583410 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.587565 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dde57e41-aa6b-41b5-b4d6-83f3112e3ea1 HTTP/1.1" status: 204 len: 168 time: 0.1831002 May 19 23:28:35.689966 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b8724b72-a8a6-4d33-bca0-01247315275c req-c3a2f81b-9d51-4ed4-9a3a-e20aebd2c6bd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743314 May 19 23:28:35.713317 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eab03-105e-4ae5-96ef-058d78735c53 req-d376680d-0253-4a6a-b18d-10fe00b47818 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:35.714820 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-394eab03-105e-4ae5-96ef-058d78735c53 req-d376680d-0253-4a6a-b18d-10fe00b47818 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.3673165 May 19 23:28:35.724509 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.745628 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.754668 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'tag': '43607711-4924-4604-9b3e-927d85be0c33', 'status': 'completed', 'code': 200} May 19 23:28:35.760450 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:35.784808 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:35.807616 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.821321 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-394eab03-105e-4ae5-96ef-058d78735c53 req-6f4eebbb-5118-43bb-8326-14d8e46f3fb1 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955365 May 19 23:28:35.826273 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12650c4b-9543-4ab2-82c2-62106793fe68,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.834242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.844908 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.855043 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Transition to ACTIVE for port object 59513e1d-0a65-4155-91fa-2962b46e2018 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:35.863008 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:28:35.865588 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:35.877861 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.894562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87956497-4b0b-483d-8ae9-567677d51fab,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:35.897579 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:35.898123 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Added segment 428fb577-a03b-47ba-b174-bbfa69011daa of type vlan for network 7d5b950c-e3a6-4fdc-b489-29241c83dcca May 19 23:28:35.900628 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-c6885d6e-032b-451a-a097-3d2750a0a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:35.905054 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-c6885d6e-032b-451a-a097-3d2750a0a3eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1097 time: 0.1180782 May 19 23:28:35.930287 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2fa5434b-d3f3-4f49-8fd1-11f42f84995d up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:35.936018 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:35.941263 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:36.018761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 58980) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:36.044203 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:36.050207 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:36.050722 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.091509 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818', 'code': 200} May 19 23:28:36.158303 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.178473 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.187165 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-63685b8b-1489-4271-a0b0-897a0b912847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.189725 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-63685b8b-1489-4271-a0b0-897a0b912847 service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.2766485 May 19 23:28:36.220233 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.223510 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.226988 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87956497-4b0b-483d-8ae9-567677d51fab HTTP/1.1" status: 204 len: 168 time: 1.0618110 May 19 23:28:36.247899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:36.298327 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:36.307628 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.308511 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device a22f3aba-5417-4227-9ccd-7c59e76dc26c up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:36.309567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:36.314628 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Usage tracker for resource:security_group_rule and tenant:fb2ba271ee1345d98d5d01cb6d38a48c is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:36.319146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:36.327092 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:36.342062 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-519a43e4-7bbe-44d8-9e99-612a1c2df169 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 217 time: 0.1428258 May 19 23:28:36.344186 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:36.361270 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:36.425272 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.db.resource_extend [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 23:28:36.427878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-eef08bd7-c882-412a-9bfc-6c24056cda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.429631 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-eef08bd7-c882-412a-9bfc-6c24056cda58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0700634 May 19 23:28:36.437134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:36.443569 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:36.458292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port a22f3aba-5417-4227-9ccd-7c59e76dc26c completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:36.463432 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port a22f3aba-5417-4227-9ccd-7c59e76dc26c triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:36.463835 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.483437 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Attempting to bind port 59513e1d-0a65-4155-91fa-2962b46e2018 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:36.484028 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Attempting to bind port 59513e1d-0a65-4155-91fa-2962b46e2018 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:36.485219 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Attempting to bind port 59513e1d-0a65-4155-91fa-2962b46e2018 on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:36.517769 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Port 59513e1d-0a65-4155-91fa-2962b46e2018 on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:36.518094 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Attempting to bind port 59513e1d-0a65-4155-91fa-2962b46e2018 on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:36.531826 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-f0a04254-b5e9-453a-b78e-145a80411b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.533891 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-f0a04254-b5e9-453a-b78e-145a80411b89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977521 May 19 23:28:36.539770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.545310 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:36.545648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Checking segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:36.546028 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Bound using segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:36.546469 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Bound port: 59513e1d-0a65-4155-91fa-2962b46e2018, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:36.547329 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.558831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.559405 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.575404 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:36.594158 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.595768 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee360-a175-441b-b32b-f072bfab5064 req-fb56cd3e-dce5-4c6b-a1eb-3682ece5f9db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.602939 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-182ee360-a175-441b-b32b-f072bfab5064 req-fb56cd3e-dce5-4c6b-a1eb-3682ece5f9db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.7103012 May 19 23:28:36.632183 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:36.637528 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.640198 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:36.659831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52412322-6d8c-40a5-add7-a570f9572eb3 req-5340869a-33ad-487a-916f-f1c79e8d9d9c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.666838 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-52412322-6d8c-40a5-add7-a570f9572eb3 req-5340869a-33ad-487a-916f-f1c79e8d9d9c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.4326203 May 19 23:28:36.698623 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-26cbe3f5-1a15-4f05-ada6-a9e3b04e76cd service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581428 May 19 23:28:36.719825 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:36.723352 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:36.814808 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5725207 May 19 23:28:36.817876 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59000) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:36.833838 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Request body: {'subnet': {'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1796280804-subnet', 'tenant_id': 'a5bb042702c0408db2ac6dd53ca1f358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:36.842257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:36.848865 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-2a499c4d-2c5e-4a8b-86ba-3315123a49ab req-356171cf-34fd-472a-b931-7d82c0492137 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437392 May 19 23:28:36.849710 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Usage tracker for resource:subnet and tenant:a5bb042702c0408db2ac6dd53ca1f358 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:36.852626 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:36.863590 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:36.873586 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-182ee360-a175-441b-b32b-f072bfab5064 req-540e147a-3ad4-4ba8-86a9-01ef70b2fa7b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697461 May 19 23:28:36.879346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Pushing event updated for resources: {'Network': ['ID=7d5b950c-e3a6-4fdc-b489-29241c83dcca,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:36.882097 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:36.889160 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 7d5b950c-e3a6-4fdc-b489-29241c83dcca details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:28:36.912916 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db25da-7afc-43bf-a602-247d089b58d2 req-cf6bb0ad-38b3-4e56-a089-60e934624692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:36.914427 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97db25da-7afc-43bf-a602-247d089b58d2 req-cf6bb0ad-38b3-4e56-a089-60e934624692 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 1098 time: 0.5495977 May 19 23:28:36.960643 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.967176 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-52412322-6d8c-40a5-add7-a570f9572eb3 req-5f8987a0-8e86-4323-814a-c73b1122fdd8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995346 May 19 23:28:36.971615 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.983014 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Made reservation on behalf of a5bb042702c0408db2ac6dd53ca1f358 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:36.986912 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.990127 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:36.993498 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:37.002908 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:37.006730 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d2f218a9-ae87-403b-90e6-c01c4fb4bb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:37.022965 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Usage tracker for resource:security_group_rule and tenant:32d91874b1584fb1af0da451663b1a4a is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:37.030065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:37.037259 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:37.106756 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c095ac6c-95f6-4ce8-8051-1ef015f24b23,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:37.122214 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:37.122214 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.122214 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:37.133510 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb2ba271ee1345d98d5d01cb6d38a48c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0562692 May 19 23:28:37.137402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59014) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:37.170419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:37.276283 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.333258 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.347823 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:37.348188 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.349556 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] 10.222.0.58 "PUT /v2.0/ports/59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 1094 time: 3.0171845 May 19 23:28:37.355657 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:37.433761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:37.455654 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:37.460657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.468587 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-84414346-2b23-4911-8606-4b0cd47fdf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:37.484658 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c095ac6c-95f6-4ce8-8051-1ef015f24b23,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:37.490243 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:37.507127 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.511540 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c095ac6c-95f6-4ce8-8051-1ef015f24b23 HTTP/1.1" status: 204 len: 168 time: 0.3728950 May 19 23:28:37.565119 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de055f89-9063-467c-a64d-8928852efa59 req-ffa533d7-e413-4d08-9806-ed30ae748834 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:37.568755 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de055f89-9063-467c-a64d-8928852efa59 req-ffa533d7-e413-4d08-9806-ed30ae748834 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 944 time: 0.5420673 May 19 23:28:37.586657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.594699 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:37.650411 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbc0ef-2f1c-474f-9fe6-1afcafa59585 req-42e1a62d-0674-474f-b77d-587191c17b9d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:37.657955 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51cbc0ef-2f1c-474f-9fe6-1afcafa59585 req-42e1a62d-0674-474f-b77d-587191c17b9d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.5359313 May 19 23:28:37.662936 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.677051 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Checking segment: {'id': '428fb577-a03b-47ba-b174-bbfa69011daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:37.677410 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Network hostable DHCP agents. Network: 7d5b950c-e3a6-4fdc-b489-29241c83dcca, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:28:37.690326 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6a2aaf-ec26-4906-8c82-4946f99ab425,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:37.698668 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:37.710756 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Network 7d5b950c-e3a6-4fdc-b489-29241c83dcca is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:28:37.721896 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 7d5b950c-e3a6-4fdc-b489-29241c83dcca) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:37.725153 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.732802 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adeed8b-7c92-4234-b2ee-46f499abcb4f None None] Network 7d5b950c-e3a6-4fdc-b489-29241c83dcca requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:37.736597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:37.737199 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:37.777559 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c43c744b-21ef-4b09-999d-d810cc5ca372 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9581065 May 19 23:28:37.779011 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b9a787b1-2eaf-4a92-bca7-f0d02f2e1fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:37.808572 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de055f89-9063-467c-a64d-8928852efa59 req-48cf2d0b-ee1c-418a-b20a-db0f5418ba73 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167351 May 19 23:28:37.841686 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97db25da-7afc-43bf-a602-247d089b58d2 req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9114041 May 19 23:28:37.847974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-67116865-4c7f-4950-a226-090e8ab62856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:37.849475 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-67116865-4c7f-4950-a226-090e8ab62856 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1097 time: 0.4494314 May 19 23:28:37.886009 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51cbc0ef-2f1c-474f-9fe6-1afcafa59585 req-3decb98f-2554-4c01-9674-9bf2da573551 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235749 May 19 23:28:37.889598 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=487e40f7-2740-4484-bb6a-b83e836a23f1,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:37.897135 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:37.956466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 43607711-4924-4604-9b3e-927d85be0c33 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:38.014012 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'status': 'completed', 'code': 200} May 19 23:28:38.073313 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-32e96a98-2c4e-4218-88c9-b026489e3417 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 217 time: 0.1622481 May 19 23:28:38.117327 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470'}, {'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d'}, {'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:38.144723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425bd89-4e39-4c1f-87b9-75885f1375ad None None] Network 7d5b950c-e3a6-4fdc-b489-29241c83dcca requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:38.181587 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=43607711-4924-4604-9b3e-927d85be0c33,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:38.222948 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-d31611a2-e934-47bf-a4e3-d79f68eb757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:38.224928 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-d31611a2-e934-47bf-a4e3-d79f68eb757d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.1444438 May 19 23:28:38.245517 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '43607711-4924-4604-9b3e-927d85be0c33', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'port_id': '43607711-4924-4604-9b3e-927d85be0c33', 'mac_address': 'fa:16:3e:7f:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:38.313231 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc93d2-c871-4fef-b482-340616c3e17f req-314443b8-9a92-4edf-8662-add77f1d2708 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:38.314829 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-89bc93d2-c871-4fef-b482-340616c3e17f req-314443b8-9a92-4edf-8662-add77f1d2708 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.3079166 May 19 23:28:38.322303 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89f842-caf3-4826-932a-2710df87f900 req-9095ed08-89fc-4b69-8013-53fadae10b17 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:38.329288 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8d89f842-caf3-4826-932a-2710df87f900 req-9095ed08-89fc-4b69-8013-53fadae10b17 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.2478728 May 19 23:28:38.333515 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:38.437649 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8d89f842-caf3-4826-932a-2710df87f900 req-67be6b34-4aac-438e-ae6b-7c4713f89ca3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072996 May 19 23:28:38.443579 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43607711-4924-4604-9b3e-927d85be0c33 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:38.445676 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-89bc93d2-c871-4fef-b482-340616c3e17f req-125e166a-8e6f-4f3f-a6fa-56bfa606148d tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143699 May 19 23:28:38.447703 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-2f44809f-18bb-44ad-91d5-16d260085623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:38.463411 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-2f44809f-18bb-44ad-91d5-16d260085623 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2291241 May 19 23:28:38.491322 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=43607711-4924-4604-9b3e-927d85be0c33,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:38.496668 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:38.498805 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:38.612692 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:38.619163 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:38.656115 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470', 'code': 200} May 19 23:28:38.656562 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d', 'code': 200} May 19 23:28:38.656967 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c', 'code': 200} May 19 23:28:38.753062 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['43607711-4924-4604-9b3e-927d85be0c33'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:38.781763 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-e9c6af0a-eaad-45d9-8e68-781578d499ab service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099172 May 19 23:28:38.843237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163979d5-d5cd-4caf-b187-99527af54638 req-a6c4c0ac-1b54-4cdd-a3e9-fcb03f0ba9f1 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:38.863681 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-163979d5-d5cd-4caf-b187-99527af54638 req-a6c4c0ac-1b54-4cdd-a3e9-fcb03f0ba9f1 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.2040176 May 19 23:28:38.949340 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:28:39.233603 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-163979d5-d5cd-4caf-b187-99527af54638 req-8b4acb16-bed6-4d8f-a4bf-9837dfdfe5c0 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609648 May 19 23:28:39.319907 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 59092) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:39.331101 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1332324023-network', 'tenant_id': '621de1b19c9e4a6e965c4e07695a4f26'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:39.337583 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e657ce40-930a-4a79-8516-bb89df7453e2 req-b0187229-4e28-4734-81d4-385092906938 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476911 May 19 23:28:39.339732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:39.348792 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Usage tracker for resource:network and tenant:621de1b19c9e4a6e965c4e07695a4f26 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:39.352547 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:39.397126 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:39.508470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae01650-a65f-4c1a-ae67-73cb56855443 req-457aed38-2d04-4a34-8d7a-8e2d930fe194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.510506 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8ae01650-a65f-4c1a-ae67-73cb56855443 req-457aed38-2d04-4a34-8d7a-8e2d930fe194 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 1099 time: 0.4398394 May 19 23:28:39.530968 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad2e48-6485-4093-9c39-7d7f3797c856 req-a339db85-3f8a-40e1-849f-d3a762cfd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.532961 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-61ad2e48-6485-4093-9c39-7d7f3797c856 req-a339db85-3f8a-40e1-849f-d3a762cfd818 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 1099 time: 0.2709193 May 19 23:28:39.582700 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb635999-63a7-4525-afbc-23cc8aee77bf req-a2109496-3c9a-4b89-9d5b-0ba49a4d2dd8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.583084 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-61ad2e48-6485-4093-9c39-7d7f3797c856 req-1046aaaf-36a1-4e90-b1ec-f92e53936d22 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 May 19 23:28:39.586709 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eb635999-63a7-4525-afbc-23cc8aee77bf req-a2109496-3c9a-4b89-9d5b-0ba49a4d2dd8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 945 time: 0.4596758 May 19 23:28:39.660826 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Made reservation on behalf of 621de1b19c9e4a6e965c4e07695a4f26 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:39.663171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:39.709661 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:39.767894 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:39.783355 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Usage tracker for resource:security_group_rule and tenant:621de1b19c9e4a6e965c4e07695a4f26 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:39.788908 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8ae01650-a65f-4c1a-ae67-73cb56855443 req-f5185727-d338-4610-b251-8df6db1d0943 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008390 May 19 23:28:39.792645 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:39.798428 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eb635999-63a7-4525-afbc-23cc8aee77bf req-ca60b4a6-bb95-4772-b99c-6a198d11456e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957860 May 19 23:28:39.804464 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:39.809852 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fba54d-e989-4421-9518-6f00b4af144d req-7e03f523-d166-431e-a251-4e23c3933db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.811334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-7e03f523-d166-431e-a251-4e23c3933db2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1097 time: 0.3933587 May 19 23:28:39.815700 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b2125-256a-46c5-a2cf-3808f3d2939f req-63d3f055-f8a0-40cb-b7d9-b54eac27d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.817151 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-417b2125-256a-46c5-a2cf-3808f3d2939f req-63d3f055-f8a0-40cb-b7d9-b54eac27d711 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.3041666 May 19 23:28:39.852077 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846fd5-6c65-44ef-b239-6ca5724fcaaf req-4854cf89-657e-44a8-9d03-33aedea30597 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:39.853577 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-81846fd5-6c65-44ef-b239-6ca5724fcaaf req-4854cf89-657e-44a8-9d03-33aedea30597 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2970605 May 19 23:28:39.971617 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 43607711-4924-4604-9b3e-927d85be0c33 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:40.075148 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 43607711-4924-4604-9b3e-927d85be0c33 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:40.082155 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 43607711-4924-4604-9b3e-927d85be0c33 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:40.082503 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.143115 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-417b2125-256a-46c5-a2cf-3808f3d2939f req-d16d8a87-a28c-4805-a294-011466cee7f3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835732 May 19 23:28:40.159898 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-81846fd5-6c65-44ef-b239-6ca5724fcaaf req-e2d42a5d-b2de-4096-be79-1b028c397488 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870646 May 19 23:28:40.215115 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.256570 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fba54d-e989-4421-9518-6f00b4af144d req-16a2cb53-0997-42a8-97ce-5cf79321f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:40.258045 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-16a2cb53-0997-42a8-97ce-5cf79321f7d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.4002340 May 19 23:28:40.269940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.275754 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=43607711-4924-4604-9b3e-927d85be0c33,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:40.279913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.282492 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-d8c17bad-dce7-4539-b06d-1f505593fa93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:40.313287 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56a245-1cc7-44a0-ba59-60a996e04ab4 req-2a0e7aea-f901-4455-9fce-d5fedf3a6df2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:40.314763 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac56a245-1cc7-44a0-ba59-60a996e04ab4 req-2a0e7aea-f901-4455-9fce-d5fedf3a6df2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.3979385 May 19 23:28:40.321847 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.352166 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:40.355277 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:40.373056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c57a8d10-8856-451e-9342-d535ca82dda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:40.449079 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-900a01c5-7a88-4c87-8991-bc4d8f796007 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 217 time: 0.1287870 May 19 23:28:40.456526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:28:40.512664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06accf42-72d0-4f6c-b351-36e0f92375ca,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:40.531865 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:40.554289 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.554661 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Added segment 0bfc31d5-f28f-490f-acae-facfc5871390 of type vlan for network ebc450e2-472d-4a9d-bc5d-072f0b8dac7e May 19 23:28:40.580511 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac56a245-1cc7-44a0-ba59-60a996e04ab4 req-27a0916f-d928-4dcb-812d-43fb85e015b4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099879 May 19 23:28:40.606586 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fba54d-e989-4421-9518-6f00b4af144d req-77887bf1-8a10-4eea-9063-520940117196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:40.608090 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-77887bf1-8a10-4eea-9063-520940117196 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.1447704 May 19 23:28:40.621329 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.634062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289753fa-2233-45d7-ad37-98c11ccb224d req-e90ef761-2709-4bca-bbf5-05d5a4eda7ed tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:40.641659 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-289753fa-2233-45d7-ad37-98c11ccb224d req-e90ef761-2709-4bca-bbf5-05d5a4eda7ed tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.3789003 May 19 23:28:40.657877 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43607711-4924-4604-9b3e-927d85be0c33'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:40.793189 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.802948 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-289753fa-2233-45d7-ad37-98c11ccb224d req-5eed2ed1-f526-4e42-a63e-6b221e793d64 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604450 May 19 23:28:40.805190 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:40.805762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:40.813619 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-094c487f-b258-4bd4-ace9-b1fefee9da76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:40.873078 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43607711-4924-4604-9b3e-927d85be0c33', 'code': 200} May 19 23:28:40.953004 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Pushing event updated for resources: {'Network': ['ID=ebc450e2-472d-4a9d-bc5d-072f0b8dac7e,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:40.963134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network ebc450e2-472d-4a9d-bc5d-072f0b8dac7e details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:28:40.963291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:40.971437 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6470869 May 19 23:28:40.972115 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59146) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:40.981926 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Request body: {'subnet': {'network_id': 'ebc450e2-472d-4a9d-bc5d-072f0b8dac7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1332324023-subnet', 'tenant_id': '621de1b19c9e4a6e965c4e07695a4f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:40.996449 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:41.006407 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Usage tracker for resource:subnet and tenant:621de1b19c9e4a6e965c4e07695a4f26 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:41.011612 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fba54d-e989-4421-9518-6f00b4af144d req-3710b017-2002-457b-bf36-312525637f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.013147 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-3710b017-2002-457b-bf36-312525637f23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3558545 May 19 23:28:41.014270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:41.031995 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:41.034497 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e043861-5bbf-45f6-a06a-854305d8d2b2 req-1d10114b-488c-4529-888f-c18582d4c173 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.036008 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4e043861-5bbf-45f6-a06a-854305d8d2b2 req-1d10114b-488c-4529-888f-c18582d4c173 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.3070817 May 19 23:28:41.057051 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Made reservation on behalf of 621de1b19c9e4a6e965c4e07695a4f26 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:41.061603 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:41.213021 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4e043861-5bbf-45f6-a06a-854305d8d2b2 req-da6708e3-744d-4b28-a248-aa51a0d5a348 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534116 May 19 23:28:41.304791 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1478cd-8744-42b8-8382-f3a31971de36 req-1e7b97f3-7a31-4661-93e4-f766477eceab tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.307110 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6f1478cd-8744-42b8-8382-f3a31971de36 req-1e7b97f3-7a31-4661-93e4-f766477eceab tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.3318944 May 19 23:28:41.326052 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-9389bba0-4331-4cc2-bf26-b2799f227949 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874448 May 19 23:28:41.526865 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6f1478cd-8744-42b8-8382-f3a31971de36 req-c87f05d7-7387-4c56-b81a-41ced2fdc40f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045705 May 19 23:28:41.674164 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:41.674553 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11fba54d-e989-4421-9518-6f00b4af144d req-f5c147bc-9594-470b-b2fe-26f39fc0b930 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696731 May 19 23:28:41.680184 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:41.685330 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82ec7-4a4f-4688-ba5a-d00e089ec6d9 req-0d582529-1295-47c1-a646-d4a76854c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.686777 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74e82ec7-4a4f-4688-ba5a-d00e089ec6d9 req-0d582529-1295-47c1-a646-d4a76854c6bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1099 time: 0.3184624 May 19 23:28:41.696739 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a3be-2d08-432b-9204-8d5d9d3d31cb req-dd223bb8-def1-4f6e-b429-68270b53c90c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.698189 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9696a3be-2d08-432b-9204-8d5d9d3d31cb req-dd223bb8-def1-4f6e-b429-68270b53c90c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2721999 May 19 23:28:41.749751 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d73f94-3ee4-40ad-a40e-9a6db5eaf071,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:41.753707 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:41.761125 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Checking segment: {'id': '0bfc31d5-f28f-490f-acae-facfc5871390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ebc450e2-472d-4a9d-bc5d-072f0b8dac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:41.762094 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Network hostable DHCP agents. Network: ebc450e2-472d-4a9d-bc5d-072f0b8dac7e, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:28:41.776752 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-74e82ec7-4a4f-4688-ba5a-d00e089ec6d9 req-b7db8aee-9f6b-43cb-9869-8c3c994e1154 service neutron] Synchronizing usage tracker for tenant:32d91874b1584fb1af0da451663b1a4a on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:41.780122 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Network ebc450e2-472d-4a9d-bc5d-072f0b8dac7e is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:28:41.793068 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, ebc450e2-472d-4a9d-bc5d-072f0b8dac7e) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:41.797824 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.798630 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:41.804561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c8b48-a77d-4704-81b8-9ff6eba3216f None None] Network ebc450e2-472d-4a9d-bc5d-072f0b8dac7e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:41.823777 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8500063 May 19 23:28:41.857802 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9696a3be-2d08-432b-9204-8d5d9d3d31cb req-559b51e7-0f51-4aa6-8a88-a6e531f00d3a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374896 May 19 23:28:41.881349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-74e82ec7-4a4f-4688-ba5a-d00e089ec6d9 req-b7db8aee-9f6b-43cb-9869-8c3c994e1154 service neutron] Unset dirty status for tenant:32d91874b1584fb1af0da451663b1a4a on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:41.882524 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74e82ec7-4a4f-4688-ba5a-d00e089ec6d9 req-b7db8aee-9f6b-43cb-9869-8c3c994e1154 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834354 May 19 23:28:41.913291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab5ec5-5aea-41a7-b433-0366264127cd req-57ed4756-6c0d-4a86-b4c5-31aa551b2ed4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:41.915100 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-03ab5ec5-5aea-41a7-b433-0366264127cd req-57ed4756-6c0d-4a86-b4c5-31aa551b2ed4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1440265 May 19 23:28:42.003341 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:42.017520 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-03ab5ec5-5aea-41a7-b433-0366264127cd req-53644e35-90dc-48e8-a9db-4801bc787fb0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963383 May 19 23:28:42.094655 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d5e3b-5d83-4b52-9bdd-fe5d9e8b33f6 None None] Network ebc450e2-472d-4a9d-bc5d-072f0b8dac7e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:28:42.446685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-3e461533-9bbd-458d-88e7-1ec2fc331b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:42.447743 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-3e461533-9bbd-458d-88e7-1ec2fc331b5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 1099 time: 0.2092030 May 19 23:28:42.516370 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ca32d-0aa7-4066-a6e6-0546b7d896fa req-311e4cd7-fa5b-4a91-b9ec-8b3aa2503440 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:42.521779 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:42.523341 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc1ca32d-0aa7-4066-a6e6-0546b7d896fa req-311e4cd7-fa5b-4a91-b9ec-8b3aa2503440 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1813126 May 19 23:28:42.535238 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '59513e1d-0a65-4155-91fa-2962b46e2018', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:42.603091 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:42.628837 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:42.645604 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:42.650652 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:42.652906 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:42.745760 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:42.757201 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:42.802965 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc1ca32d-0aa7-4066-a6e6-0546b7d896fa req-645c31ed-e00c-4edb-b2fe-789441122bd3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787824 May 19 23:28:42.844095 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-fca45522-1f0b-4db7-b20c-26a672c60a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:42.845574 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-fca45522-1f0b-4db7-b20c-26a672c60a05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.3849866 May 19 23:28:42.855242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-7738a6fe-638e-4d8c-8be0-2306075a3ce9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:42.855831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-7738a6fe-638e-4d8c-8be0-2306075a3ce9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Synchronizing usage tracker for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:42.962653 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-7de5c655-d54c-4d53-99b6-949b812242ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d HTTP/1.1" status: 200 len: 217 time: 0.0938780 May 19 23:28:42.979497 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-7738a6fe-638e-4d8c-8be0-2306075a3ce9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Unset dirty status for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:42.984853 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-7738a6fe-638e-4d8c-8be0-2306075a3ce9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/networks?id=7d5b950c-e3a6-4fdc-b489-29241c83dcca HTTP/1.1" status: 200 len: 809 time: 0.4539099 May 19 23:28:43.046069 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-510887bb-5d10-46ef-b544-dc4719ac2330 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/quotas/a5bb042702c0408db2ac6dd53ca1f358 HTTP/1.1" status: 200 len: 375 time: 0.0262663 May 19 23:28:43.059405 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['59513e1d-0a65-4155-91fa-2962b46e2018'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:43.105738 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-c9bf6cbe-34df-460e-a681-b29344c10251 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5bb042702c0408db2ac6dd53ca1f358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518560 May 19 23:28:43.107601 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-1b414f4b-cd88-41e7-ac7e-e5a8d38f746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:43.108915 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-1b414f4b-cd88-41e7-ac7e-e5a8d38f746d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.1315022 May 19 23:28:43.244302 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-e73bf60d-9972-4d45-8434-cbaac57c3054 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077445 May 19 23:28:43.254184 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692e4f0-6ef7-41a4-9a19-b41392fba93b req-226570dc-7fce-4be6-b7dd-9ad155eefb59 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:43.255570 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1692e4f0-6ef7-41a4-9a19-b41392fba93b req-226570dc-7fce-4be6-b7dd-9ad155eefb59 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.3313591 May 19 23:28:43.413058 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1692e4f0-6ef7-41a4-9a19-b41392fba93b req-8dd1209c-454d-45bd-a684-d5c443302e16 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330853 May 19 23:28:43.417986 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-355ef4ae-75ef-4fc2-ad0b-56e763dc5bac service neutron] 10.222.0.48 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048871 May 19 23:28:43.538383 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-230f9d67-b40a-4b65-9902-e9835e49f5a4 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757969 May 19 23:28:43.749448 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-c53112a9-0764-40ad-90ef-fd0b06e9590d service neutron] 10.222.0.48 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224974 May 19 23:28:43.793225 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a13def-75b8-45ce-b2de-95881e8f79fa req-c42d3ab5-6f60-413a-ba94-52d82f9bbc3a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:43.801093 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-57a13def-75b8-45ce-b2de-95881e8f79fa req-c42d3ab5-6f60-413a-ba94-52d82f9bbc3a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.2695673 May 19 23:28:43.823809 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-47c5ea28-a8bd-4729-964f-f08e652f4f12 req-50ec7c1d-4682-471e-bb2d-26b5571bfa65 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490757 May 19 23:28:43.876928 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-57a13def-75b8-45ce-b2de-95881e8f79fa req-c5dd5019-32b3-4243-a03b-b66c313fa523 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749576 May 19 23:28:44.014747 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:44.155160 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 59513e1d-0a65-4155-91fa-2962b46e2018 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:44.161620 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 59513e1d-0a65-4155-91fa-2962b46e2018 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:44.161959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:44.185958 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487910b-32a6-4c2f-ab9c-88726812b4be req-f9465099-f971-41f3-9989-0f63d28b89c6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:44.194319 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7487910b-32a6-4c2f-ab9c-88726812b4be req-f9465099-f971-41f3-9989-0f63d28b89c6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 945 time: 0.1200066 May 19 23:28:44.237868 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7487910b-32a6-4c2f-ab9c-88726812b4be req-74f71b46-b2e4-4b85-a93c-5329d50edb2d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 May 19 23:28:44.326921 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:44.383172 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:44.384817 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:44.397590 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:44.400676 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:44.523616 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:44.529175 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:44.560962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6297a2f-5557-4f55-b7db-185c83884b42 req-71ef0adc-7fb8-47b9-b8d7-453c4713cc10 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:44.568675 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f6297a2f-5557-4f55-b7db-185c83884b42 req-71ef0adc-7fb8-47b9-b8d7-453c4713cc10 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1735725 May 19 23:28:44.624772 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f6297a2f-5557-4f55-b7db-185c83884b42 req-03ba6656-1b29-48d6-a12a-d7af8f39406f tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549641 May 19 23:28:44.871870 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff61e59-ca99-4a88-bbb9-02170851cd40 req-8750a1cf-3cfd-4a08-9f86-e10bd29aa3cf tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:44.873652 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4ff61e59-ca99-4a88-bbb9-02170851cd40 req-8750a1cf-3cfd-4a08-9f86-e10bd29aa3cf tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1410065 May 19 23:28:44.886324 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59282) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:44.891861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'floatingip': {'port_id': '43607711-4924-4604-9b3e-927d85be0c33'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:44.955884 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'code': 200} May 19 23:28:44.985049 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:45.052306 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f3ea0646-0da6-42b0-8b30-7fc502c399ff req-9968b562-000c-4387-a6fe-d2aacd5ee25f tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 210 time: 0.1021707 May 19 23:28:45.466985 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0bc8d-6975-4805-9c53-e32d7bb4d751 req-e89c3587-4af0-4766-9cac-d099e7da9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:45.469129 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d4c0bc8d-6975-4805-9c53-e32d7bb4d751 req-e89c3587-4af0-4766-9cac-d099e7da9268 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1099 time: 0.2075279 May 19 23:28:45.526335 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eadd0-4386-4635-ba9e-0b94b9ee0d53 req-a91df766-5dbc-4194-95e4-87a79a9761d2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:45.527846 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f47eadd0-4386-4635-ba9e-0b94b9ee0d53 req-a91df766-5dbc-4194-95e4-87a79a9761d2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1293094 May 19 23:28:45.582793 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d4c0bc8d-6975-4805-9c53-e32d7bb4d751 req-3535c857-3b64-40a2-9c23-0a4a4c2eba72 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014111 May 19 23:28:45.593082 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f47eadd0-4386-4635-ba9e-0b94b9ee0d53 req-398bc433-d2e7-4ff9-804d-97308b07ff46 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556836 May 19 23:28:45.697141 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8f79f50e-293b-4e8f-9943-3847a7458b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:45.943807 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-5c9478d8-9d49-4f96-aa2f-c33e8122fcf9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:45.945633 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-5c9478d8-9d49-4f96-aa2f-c33e8122fcf9 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.58 "GET /v2.0/networks?id=7d5b950c-e3a6-4fdc-b489-29241c83dcca HTTP/1.1" status: 200 len: 809 time: 0.2748191 May 19 23:28:45.970674 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54af98-d3de-4678-88d6-5bf8f9027fe1 req-04717c07-a409-456d-b81e-f6748bfc9852 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:45.972718 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d54af98-d3de-4678-88d6-5bf8f9027fe1 req-04717c07-a409-456d-b81e-f6748bfc9852 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1716788 May 19 23:28:45.979880 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Request body: {'port': {'device_id': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca', 'admin_state_up': True, 'tenant_id': 'a5bb042702c0408db2ac6dd53ca1f358'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:46.106424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.113731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.215641 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d54af98-d3de-4678-88d6-5bf8f9027fe1 req-572fac92-8afe-4d4c-8eff-94ec843670eb tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789392 May 19 23:28:46.298195 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c58e2580-a8a7-4e0a-bb34-43644147d9d1 req-40101993-7c37-4d5b-89dd-c2c8532b68ba tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 210 time: 0.0495706 May 19 23:28:46.299091 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:46.302998 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Usage tracker for resource:port and tenant:a5bb042702c0408db2ac6dd53ca1f358 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:46.305892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:46.321440 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:46.325091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59326) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:46.341614 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.l3_db [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Floating IP 52a5c3a3-4ccf-4f23-9e4a-cf71402ba366 associated. External IP: 172.28.2.50, port: 43607711-4924-4604-9b3e-927d85be0c33. May 19 23:28:46.346127 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Made reservation on behalf of a5bb042702c0408db2ac6dd53ca1f358 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:46.351076 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.564654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.568521 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Allocated IP 172.20.0.13 (7d5b950c-e3a6-4fdc-b489-29241c83dcca/4c6a2aaf-ec26-4906-8c82-4946f99ab425/2830128c-500d-4150-a439-37c8601fdc46) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:46.584903 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:46.592098 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:d43fcd0da5be41afbcfbc62fb8b1f3d4 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:46.597350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:46.606133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:46.821293 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:28:46.883839 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.935644 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f9491-f18e-4b9a-8133-13cb078402d3 req-5475328d-f41d-454e-87e8-94f6999afd4d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:46.950842 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.961919 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:46.964162 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d27f9491-f18e-4b9a-8133-13cb078402d3 req-5475328d-f41d-454e-87e8-94f6999afd4d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2031720 May 19 23:28:47.024668 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ee5bd862-a842-4fd3-83b0-655f7ebf4ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:47.033152 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d27f9491-f18e-4b9a-8133-13cb078402d3 req-a6167d86-5a31-40d9-9233-4aa54497ecc7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680773 May 19 23:28:47.055412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.066133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e7a5def1-4e3a-4cfd-8a57-9df8431a0e3b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:47.089602 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43fcd0da5be41afbcfbc62fb8b1f3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634890 May 19 23:28:47.093157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59348) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:47.093929 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c08c17-5980-44e5-a4ed-ff8821a745d8,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:47.099644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:47.109728 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:47.129359 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:47.151747 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:47.151938 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Network 7d5b950c-e3a6-4fdc-b489-29241c83dcca is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:47.152619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.152951 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:47.155193 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:47.158655 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:47.164718 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:47.165340 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.195692 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Pushing event updated for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:47.199663 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:47.219034 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2416215 May 19 23:28:47.232062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Request body: {'port': {'device_id': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:47.237395 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3b4eafa9-8219-464c-a411-bf6d14862ec5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "PUT /v2.0/floatingips/52a5c3a3-4ccf-4f23-9e4a-cf71402ba366 HTTP/1.1" status: 200 len: 991 time: 2.3507614 May 19 23:28:47.238223 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.261595 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'tag': '43607711-4924-4604-9b3e-927d85be0c33'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:47.284683 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.368393 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.437523 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:47.469969 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.477169 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-abaec339-346c-420e-ac23-bb25c712d05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:47.497425 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.503051 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30c08c17-5980-44e5-a4ed-ff8821a745d8 HTTP/1.1" status: 204 len: 168 time: 0.4060953 May 19 23:28:47.505794 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c08c17-5980-44e5-a4ed-ff8821a745d8,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:47.508742 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:47.540237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.582331 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'tag': '43607711-4924-4604-9b3e-927d85be0c33', 'status': 'completed', 'code': 200} May 19 23:28:47.844876 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59370) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:47.864659 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:47.877909 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '52a5c3a3-4ccf-4f23-9e4a-cf71402ba366', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '43607711-4924-4604-9b3e-927d85be0c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:7f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804322e9-4e33-494a-b9e4-16540dd7688a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:24Z', 'updated_at': '2021-05-19T23:28:45Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:47.882557 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:47.883317 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:47.887259 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Usage tracker for resource:security_group_rule and tenant:a952655d0b40441497892312a23e03cb is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:47.891538 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:47.892941 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:47.893601 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:47.898202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:47.908171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34de8-f63f-4c35-8771-c99dc290a557 req-81d57345-9f14-4a24-802a-908aab378b75 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:47.909635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dab34de8-f63f-4c35-8771-c99dc290a557 req-81d57345-9f14-4a24-802a-908aab378b75 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.4753933 May 19 23:28:48.000954 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.006058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.018498 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:48.074070 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df78de4f-ec23-4f10-9d61-957b09bad840,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:48.078021 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:48.081308 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a952655d0b40441497892312a23e03cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352843 May 19 23:28:48.083947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59382) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:48.084059 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-5cda0d1f-5c4f-48dc-8503-8ad6620ef983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:48.085490 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-5cda0d1f-5c4f-48dc-8503-8ad6620ef983 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1099 time: 0.4568090 May 19 23:28:48.091768 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dab34de8-f63f-4c35-8771-c99dc290a557 req-e66d464f-9591-4023-b033-b007c4886d70 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574163 May 19 23:28:48.145649 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-6ee71c80-6345-417d-bcd3-80e28f7cc7b1 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:48.147175 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-6ee71c80-6345-417d-bcd3-80e28f7cc7b1 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Synchronizing usage tracker for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:48.226246 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.237784 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:48.283427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.317522 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-6ee71c80-6345-417d-bcd3-80e28f7cc7b1 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Unset dirty status for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:48.318608 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-6ee71c80-6345-417d-bcd3-80e28f7cc7b1 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 932 time: 0.6427009 May 19 23:28:48.324356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.359232 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.376548 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2d80c485-acc8-4269-ac50-a5398d6ed23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:48.397991 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8584a2bd-4bea-4e54-97b7-a4ad954a20c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.431642 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78de4f-ec23-4f10-9d61-957b09bad840,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:48.434406 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-60f3626d-8bae-4ea1-b78e-96cf8ada390c tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Synchronizing usage tracker for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:48.439953 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:48.457774 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.462000 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df78de4f-ec23-4f10-9d61-957b09bad840 HTTP/1.1" status: 204 len: 168 time: 0.3753603 May 19 23:28:48.594595 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-ab630b54-b1c3-4405-ac25-5d67b74bb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:48.598194 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-ab630b54-b1c3-4405-ac25-5d67b74bb80a service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.5028391 May 19 23:28:48.723975 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '52a5c3a3-4ccf-4f23-9e4a-cf71402ba366', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '43607711-4924-4604-9b3e-927d85be0c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:7f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804322e9-4e33-494a-b9e4-16540dd7688a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:24Z', 'updated_at': '2021-05-19T23:28:45Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:48.728362 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e4f25-e3f4-47e4-a19f-aa07de3c1aa6 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '52a5c3a3-4ccf-4f23-9e4a-cf71402ba366', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '43607711-4924-4604-9b3e-927d85be0c33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:7f:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804322e9-4e33-494a-b9e4-16540dd7688a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:24Z', 'updated_at': '2021-05-19T23:28:45Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:48.732898 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-f687f372-8754-4dda-895d-ac30e2d62c84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 999 time: 0.1153204 May 19 23:28:48.737027 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-60f3626d-8bae-4ea1-b78e-96cf8ada390c tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Unset dirty status for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:48.745314 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-aba53003-055a-4cc1-b3f7-032b4df4edf9 req-60f3626d-8bae-4ea1-b78e-96cf8ada390c tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977277 May 19 23:28:48.867366 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2830128c-500d-4150-a439-37c8601fdc46 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:48.884088 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.918909 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59412) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:48.922038 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Transition to ACTIVE for port object 2830128c-500d-4150-a439-37c8601fdc46 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:48.929809 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-1a7c4a0c-84c7-46fe-92c7-2bc3ef20e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:48.930563 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-1a7c4a0c-84c7-46fe-92c7-2bc3ef20e386 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.1664510 May 19 23:28:48.932868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:48.953682 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:49.084444 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a707f50d-0bc8-47fe-9141-1c13f303e0fb None None] New status for floating IP 52a5c3a3-4ccf-4f23-9e4a-cf71402ba366: ACTIVE {{(pid=91602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:28:49.091602 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.119296 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:49.124294 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Usage tracker for resource:security_group_rule and tenant:563ef02d65024718a56e335eab868a7b is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:49.128419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:49.135553 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:49.239212 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:49.247391 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.250254 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:49.255680 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.263721 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:49.265918 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134375c8-0f57-4a64-9950-e13dbb16287e req-a1f3fae2-6ee3-4b4a-a118-b28a18a10f61 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:49.267407 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-134375c8-0f57-4a64-9950-e13dbb16287e req-a1f3fae2-6ee3-4b4a-a118-b28a18a10f61 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.5334170 May 19 23:28:49.297397 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Attempting to bind port 2830128c-500d-4150-a439-37c8601fdc46 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:49.297733 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Attempting to bind port 2830128c-500d-4150-a439-37c8601fdc46 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '428fb577-a03b-47ba-b174-bbfa69011daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:49.298060 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Attempting to bind port 2830128c-500d-4150-a439-37c8601fdc46 on network 7d5b950c-e3a6-4fdc-b489-29241c83dcca {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:49.312874 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=563ef02d65024718a56e335eab868a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895268 May 19 23:28:49.314507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Port 2830128c-500d-4150-a439-37c8601fdc46 on network 7d5b950c-e3a6-4fdc-b489-29241c83dcca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:49.314754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Attempting to bind port 2830128c-500d-4150-a439-37c8601fdc46 on network 7d5b950c-e3a6-4fdc-b489-29241c83dcca {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:49.314855 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59432) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:49.317502 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b26b2-c897-4733-85cb-1e33268c385d,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:49.335207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:49.336931 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:49.336931 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Checking segment: {'id': '428fb577-a03b-47ba-b174-bbfa69011daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:49.337114 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Bound using segment: {'id': '428fb577-a03b-47ba-b174-bbfa69011daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:49.337873 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Bound port: 2830128c-500d-4150-a439-37c8601fdc46, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '428fb577-a03b-47ba-b174-bbfa69011daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:49.338229 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.348402 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.377149 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-134375c8-0f57-4a64-9950-e13dbb16287e req-43b1c019-1754-48db-a739-bfaa42a134fb tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976858 May 19 23:28:49.398447 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.409924 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-62b96bfd-6bb7-4f51-a6fa-600432a4bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:49.411399 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-62b96bfd-6bb7-4f51-a6fa-600432a4bfc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4617653 May 19 23:28:49.463595 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c685b-e001-46ea-acde-c1b423749eb1 req-6a43d328-2f97-40f2-9a21-ca8d63db07d0 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:49.465163 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ef7c685b-e001-46ea-acde-c1b423749eb1 req-6a43d328-2f97-40f2-9a21-ca8d63db07d0 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.3518612 May 19 23:28:49.539260 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.609954 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.617542 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-633937a9-69b0-45c2-a11b-35cf343486b8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:49.628196 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b26b2-c897-4733-85cb-1e33268c385d,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:49.631736 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:49.635207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.639007 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f89b26b2-c897-4733-85cb-1e33268c385d HTTP/1.1" status: 204 len: 168 time: 0.3202875 May 19 23:28:49.674447 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ef7c685b-e001-46ea-acde-c1b423749eb1 req-a9638a51-1f9e-46f4-9cb2-4fc7e1e9ff41 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839418 May 19 23:28:49.679446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:49.765643 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2830128c-500d-4150-a439-37c8601fdc46,segment=NetworkSegment(428fb577-a03b-47ba-b174-bbfa69011daa),segment_id=428fb577-a03b-47ba-b174-bbfa69011daa)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:49.770505 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-1b238c7e-68d5-448f-83e7-d74df42d983e service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500588 May 19 23:28:49.777189 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:49.788872 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6d8893c-93ed-4946-b414-861af99b0e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:50.018054 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.018662 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.020047 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] 10.222.0.58 "PUT /v2.0/ports/2830128c-500d-4150-a439-37c8601fdc46 HTTP/1.1" status: 200 len: 1094 time: 2.7930329 May 19 23:28:50.023848 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'tag': '2830128c-500d-4150-a439-37c8601fdc46'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:50.071005 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59468) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:50.092165 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.094356 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-e2b4e68c-1766-4aed-b9f6-06711ea78a6c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.095830 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-e2b4e68c-1766-4aed-b9f6-06711ea78a6c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.5071859 May 19 23:28:50.109440 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:50.113317 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Usage tracker for resource:security_group_rule and tenant:74d5b6385ef7464ebae5df190b54ce1a is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:50.116586 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:50.122195 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:50.168911 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Pushing event updated for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:50.177376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:50.191369 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-fcacaef3-2c3d-4e47-b3a9-4844dde68dff tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/quotas/66915aa4a2d440119d97d3d4ed93ce2d HTTP/1.1" status: 200 len: 375 time: 0.0409606 May 19 23:28:50.222364 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.226468 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.236058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:50.275641 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96063756-afd4-4e7b-866a-3ed354ec62c2 req-d91634b0-355f-4d35-b3af-b101f7311c69 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876680 May 19 23:28:50.278886 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74d5b6385ef7464ebae5df190b54ce1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063434 May 19 23:28:50.279489 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59474) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:50.283560 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c1392-0db9-4da4-a115-05b73720dafa,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:50.286892 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:50.299754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ae0f9-fae9-48ca-a1cc-2238aca0c2fd req-039bff82-4079-4753-9eb6-373991c82229 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.301248 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f77ae0f9-fae9-48ca-a1cc-2238aca0c2fd req-039bff82-4079-4753-9eb6-373991c82229 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.4580708 May 19 23:28:50.312887 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-d5c2e77b-da60-40a7-b5d8-46da79e16481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.314364 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-d5c2e77b-da60-40a7-b5d8-46da79e16481 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5bb042702c0408db2ac6dd53ca1f358&device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 1097 time: 0.2316411 May 19 23:28:50.353408 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.391681 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.413834 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-b233d42d-4d3e-45f8-89da-bcbd6479f52b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2830128c-500d-4150-a439-37c8601fdc46 HTTP/1.1" status: 200 len: 217 time: 0.0776184 May 19 23:28:50.423644 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f77ae0f9-fae9-48ca-a1cc-2238aca0c2fd req-f3af27a4-edd6-4a95-82eb-805ce3c21e16 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083581 May 19 23:28:50.428541 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-7f6de308-dfaa-49f0-81bf-59bed3f15ae3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157559 May 19 23:28:50.460845 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.466693 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:50.480996 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c1392-0db9-4da4-a115-05b73720dafa,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:50.484308 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:50.491976 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.497041 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/100c1392-0db9-4da4-a115-05b73720dafa HTTP/1.1" status: 204 len: 168 time: 0.2155187 May 19 23:28:50.651764 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-a2f7a0da-a27d-46a4-8298-82818653f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.653207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-a2f7a0da-a27d-46a4-8298-82818653f729 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c6a2aaf-ec26-4906-8c82-4946f99ab425 HTTP/1.1" status: 200 len: 849 time: 0.2229385 May 19 23:28:50.733033 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-74eb1e5e-a4b2-417b-b9fc-68cd7a10e5eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d5b950c-e3a6-4fdc-b489-29241c83dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642037 May 19 23:28:50.798861 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-dcb3e007-428d-4c2d-abf4-f534464b962f service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184810 May 19 23:28:50.804474 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:50.975227 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408856-514f-421a-8a1e-67a63cab26fa req-e1b07c00-71e6-41bc-8355-833c482f05d5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:50.976752 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-57408856-514f-421a-8a1e-67a63cab26fa req-e1b07c00-71e6-41bc-8355-833c482f05d5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.3864982 May 19 23:28:50.988651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59504) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:50.994585 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'floatingip': {'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:51.070694 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-93efcfed-11d1-4a30-baee-74396bbf51e0 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:51.072207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-93efcfed-11d1-4a30-baee-74396bbf51e0 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.58 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.3426988 May 19 23:28:51.074463 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-1c5a4273-7cbe-450f-b35d-4d5167ca9d47 service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582469 May 19 23:28:51.076241 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-e39e1659-f71d-4f7c-a8c0-8e9f6f80aa44 service neutron] 10.222.0.58 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025577 May 19 23:28:51.134694 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:51.491121 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b464e213-e05c-4c88-a388-307d0f10ce91 req-fb6c19a3-a621-49b2-bb1c-9962f236440d service neutron] 10.222.0.58 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637309 May 19 23:28:51.495229 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'tag': '2830128c-500d-4150-a439-37c8601fdc46', 'status': 'completed', 'code': 200} May 19 23:28:51.530659 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc061c-8f75-4dbf-a34a-53f4bd03ed53 req-1538b318-0fd4-455b-9bdf-1f11193c93bc tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:51.534712 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-04bc061c-8f75-4dbf-a34a-53f4bd03ed53 req-1538b318-0fd4-455b-9bdf-1f11193c93bc tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 944 time: 0.4051466 May 19 23:28:51.760340 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-04bc061c-8f75-4dbf-a34a-53f4bd03ed53 req-2e0ecec0-e2ea-4cad-bd70-6bf9787d02a4 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188060 May 19 23:28:51.762812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Deleting port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:28:51.763658 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:52.061956 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e8149093-6849-4814-9871-d50eaf751350 req-617584ca-e9e5-4898-a31f-67ce06c5e726 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 210 time: 0.0794704 May 19 23:28:52.091907 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:52.098706 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:52.156338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-ec98ee01-7e4f-4357-83f1-805dff6955ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:52.157890 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-ec98ee01-7e4f-4357-83f1-805dff6955ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5bb042702c0408db2ac6dd53ca1f358&device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 1097 time: 0.5530350 May 19 23:28:52.160856 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] For port fc52c7f9-5e3a-44b1-987f-2a1e461ac818, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,segment=NetworkSegment(bca0840e-6d1c-4d1c-879b-67df59e3fe21),segment_id=bca0840e-6d1c-4d1c-879b-67df59e3fe21)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:52.161225 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:52.307014 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639faf64-7897-471b-9f76-edaf6763a656 req-4637f997-566c-401a-a9b6-0cc915645000 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:52.314186 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-639faf64-7897-471b-9f76-edaf6763a656 req-4637f997-566c-401a-a9b6-0cc915645000 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 945 time: 0.6248674 May 19 23:28:52.385862 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.l3_db [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Floating IP 294f279c-346b-44b7-9427-2eb4d86ac0c5 associated. External IP: 172.28.2.242, port: 59513e1d-0a65-4155-91fa-2962b46e2018. May 19 23:28:52.508172 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Calling delete_port for fc52c7f9-5e3a-44b1-987f-2a1e461ac818 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:28:52.668009 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e284c-7798-4719-9a69-2b072ca748bd req-c719da43-c834-4094-9871-948a8df57226 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:52.669468 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c4e284c-7798-4719-9a69-2b072ca748bd req-c719da43-c834-4094-9871-948a8df57226 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.3769760 May 19 23:28:52.681977 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-639faf64-7897-471b-9f76-edaf6763a656 req-b87d9d0d-8538-4a5f-868f-88453357361d tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/security-groups?id=d312e3af-2513-4b24-90f3-69df14290ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559675 May 19 23:28:52.695357 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-2e9e56d2-9454-46a8-8ff3-276bf2a76749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:52.697256 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-2e9e56d2-9454-46a8-8ff3-276bf2a76749 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7d5b950c-e3a6-4fdc-b489-29241c83dcca HTTP/1.1" status: 200 len: 910 time: 0.5268407 May 19 23:28:52.886629 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-d2b904ef-4a8b-4325-968f-9ec61870c7ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2830128c-500d-4150-a439-37c8601fdc46 HTTP/1.1" status: 200 len: 217 time: 0.1223466 May 19 23:28:52.997364 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c4e284c-7798-4719-9a69-2b072ca748bd req-b763504f-7057-4312-bbda-75c0ed5b0892 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049507 May 19 23:28:53.112631 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-72d3a12e-bb17-4140-a6f8-adfe0ea808e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:53.114102 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-72d3a12e-bb17-4140-a6f8-adfe0ea808e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c6a2aaf-ec26-4906-8c82-4946f99ab425 HTTP/1.1" status: 200 len: 849 time: 0.1983008 May 19 23:28:53.134684 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:28:53.183606 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-946d6e4f-567f-40c0-a7af-db547a229ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7d5b950c-e3a6-4fdc-b489-29241c83dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561175 May 19 23:28:53.450553 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59592) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:53.463089 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-1eeb9fdb-e289-4ac6-b44b-b8e9908f48c8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:53.464575 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-1eeb9fdb-e289-4ac6-b44b-b8e9908f48c8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.5755019 May 19 23:28:53.498361 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:28:53.503626 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:53.510151 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:28:53.521610 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:53.522551 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:53.530457 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-8d49d5f4-880f-40d8-b4c7-0e4da294b7c7 service neutron] 10.222.0.58 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079247 May 19 23:28:53.534708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Request body: {'port': {'device_id': '64742f0d-48b5-4999-a705-ff7473161d1d', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'admin_state_up': True, 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:53.574680 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5490c6f2-5770-4e9e-8631-b6f38f08ee19 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "PUT /v2.0/floatingips/294f279c-346b-44b7-9427-2eb4d86ac0c5 HTTP/1.1" status: 200 len: 992 time: 2.5849257 May 19 23:28:53.575654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:53.590093 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:53.599000 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b23e3e74-3734-4126-b38f-440f97148cf1 req-5075d205-90b7-4a64-bba5-7ea2f5ac14d3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 210 time: 0.1511760 May 19 23:28:53.604313 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['fc52c7f9-5e3a-44b1-987f-2a1e461ac818'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:53.621987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:53.649304 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:53.660284 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd30b88b91e442fd83221f8a63964c27 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:53.670184 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:53.680020 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:53.745234 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:53.768943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1b7ac698-9988-4389-b839-9328cf4f6f32 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:53.813888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:53.818757 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'status': 'completed', 'code': 200} May 19 23:28:53.869618 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Pushing event deleted for resources: {'Port': ['ID=fc52c7f9-5e3a-44b1-987f-2a1e461ac818,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:53.873972 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:53.891967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8014d454-bc8c-40d1-8cbf-6b7d3efd878b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:53.949109 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.949472 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.949824 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.950173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.950516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.950865 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.951203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.951724 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.952085 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.953205 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.953548 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.953888 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.964014 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd30b88b91e442fd83221f8a63964c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119710 May 19 23:28:53.966069 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59604) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:53.966963 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173256d-31b7-4a19-8df6-038e0504f451,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:53.994043 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.995119 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.995676 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.996145 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.996498 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.996845 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.997195 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.997535 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.997865 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.998199 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.998533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:53.998867 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:28:54.028793 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:54.043245 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:54.052803 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2830128c-500d-4150-a439-37c8601fdc46 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:28:54.055110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] No DVR routers for this DVR port fc52c7f9-5e3a-44b1-987f-2a1e461ac818 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:28:54.069664 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ca527079-5c56-4987-9e60-d559e5057358 req-26280478-70cb-4f0e-92e0-d7a6a274e284 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.1345129 May 19 23:28:54.081903 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-6f584838-38db-41c3-af00-29fe2bafafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.083235 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.084095 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-6f584838-38db-41c3-af00-29fe2bafafb4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1099 time: 0.2542841 May 19 23:28:54.085065 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.088494 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'name': 'network-vif-deleted', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:54.104864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a31c78-5519-4b2b-9066-878aaff8a055 req-32426c91-3bc6-4dc9-a7cb-d749dba2a841 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.106919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66a31c78-5519-4b2b-9066-878aaff8a055 req-32426c91-3bc6-4dc9-a7cb-d749dba2a841 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 944 time: 0.8041329 May 19 23:28:54.146398 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:54.166183 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:54.170029 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-210563a8-5023-427d-b9de-29ed8f5ff539 service neutron] 10.222.0.58 "GET /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768700 May 19 23:28:54.179065 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1b23adfd-2730-4bfb-ac5b-721db0f9032a req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.58 "DELETE /v2.0/ports/fc52c7f9-5e3a-44b1-987f-2a1e461ac818 HTTP/1.1" status: 204 len: 173 time: 3.0925570 May 19 23:28:54.204721 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:28:54.208763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.210856 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.245004 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66a31c78-5519-4b2b-9066-878aaff8a055 req-1bd29b9c-e384-4851-98d2-d82402ff8142 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371593 May 19 23:28:54.260907 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '294f279c-346b-44b7-9427-2eb4d86ac0c5', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:22Z', 'updated_at': '2021-05-19T23:28:51Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:54.263431 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:28:54.272277 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2830128c-500d-4150-a439-37c8601fdc46,segment=NetworkSegment(428fb577-a03b-47ba-b174-bbfa69011daa),segment_id=428fb577-a03b-47ba-b174-bbfa69011daa)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:54.286433 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:28:54.287074 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:28:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:54.295743 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '2830128c-500d-4150-a439-37c8601fdc46', 'network_id': '7d5b950c-e3a6-4fdc-b489-29241c83dcca', 'port_id': '2830128c-500d-4150-a439-37c8601fdc46', 'mac_address': 'fa:16:3e:2c:c0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6a2aaf-ec26-4906-8c82-4946f99ab425', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:28:54.342981 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-a7d14d6f-0830-4582-98c8-2d0ad9637d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.345882 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-a7d14d6f-0830-4582-98c8-2d0ad9637d2b service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.2510548 May 19 23:28:54.363037 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024a4b63-80b3-42f5-899c-668aed1442d8', 'name': 'network-vif-deleted', 'tag': 'fc52c7f9-5e3a-44b1-987f-2a1e461ac818', 'status': 'completed', 'code': 200} May 19 23:28:54.378176 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.401999 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2830128c-500d-4150-a439-37c8601fdc46 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:54.420687 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2830128c-500d-4150-a439-37c8601fdc46,segment=NetworkSegment(428fb577-a03b-47ba-b174-bbfa69011daa),segment_id=428fb577-a03b-47ba-b174-bbfa69011daa)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:54.427611 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.428216 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.432299 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:54.444774 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ad08d71e-0701-4190-839a-9f28bf1dcb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:54.469921 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173256d-31b7-4a19-8df6-038e0504f451,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:54.475168 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:54.484455 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:54.490473 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5173256d-31b7-4a19-8df6-038e0504f451 HTTP/1.1" status: 204 len: 168 time: 0.5156786 May 19 23:28:54.501127 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-14a3a189-b92b-48b0-8024-e025cb7efac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 1000 time: 0.1363890 May 19 23:28:54.543997 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:28:54.648118 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:54.663700 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:54.712238 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ef581-4ad8-4863-8ea6-85aeb8b8b346 req-2bc3adab-a03f-4f2e-a8fd-3ccd561eeb4b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.719804 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-554ef581-4ad8-4863-8ea6-85aeb8b8b346 req-2bc3adab-a03f-4f2e-a8fd-3ccd561eeb4b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.3586979 May 19 23:28:54.753423 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-95909f26-b840-42f0-98c6-d497d7dd68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.754747 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-95909f26-b840-42f0-98c6-d497d7dd68ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.2442906 May 19 23:28:54.760214 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['2830128c-500d-4150-a439-37c8601fdc46'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:54.789759 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Allocated IP 172.20.0.6 (6e272f46-4166-4117-adad-69a8674bdcf6/1f14d2b0-33de-4205-8431-53548d0b6fb8/00baea2c-805e-47a5-9ec9-622b22707d73) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:28:54.856652 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-554ef581-4ad8-4863-8ea6-85aeb8b8b346 req-85c53925-9085-46e7-ba92-7ec4509ae4e4 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355526 May 19 23:28:54.921311 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-5beadb69-996a-42d1-9159-d85bf6b0232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:54.923854 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-5beadb69-996a-42d1-9159-d85bf6b0232f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1539061 May 19 23:28:54.977517 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a3508de9-8aef-45b9-b72c-54cb91d06508 req-a6c373c4-070a-4f31-8d4a-d07679cf2c5b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 210 time: 0.1166742 May 19 23:28:55.127354 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '294f279c-346b-44b7-9427-2eb4d86ac0c5', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:22Z', 'updated_at': '2021-05-19T23:28:51Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:55.132271 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7626e93-bce0-496e-b468-943ea2ebd6cf None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '294f279c-346b-44b7-9427-2eb4d86ac0c5', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.242', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:28:22Z', 'updated_at': '2021-05-19T23:28:51Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:28:55.187891 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-12d035aa-b5ab-4f75-8dd4-0d6536c64f42 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567925 May 19 23:28:55.193376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 59632) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:55.230121 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.255009 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:28:55.266737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Usage tracker for resource:security_group_rule and tenant:176dae0f74bf401988d732037c160317 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:28:55.272499 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:28:55.345912 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:28:55.355954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5a3c508b-44cb-42fc-8d4c-518137df6e3e req-fdc8f7b6-e5e8-4b7e-bf24-cb16659d6e44 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Synchronizing usage tracker for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:55.372736 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-22df31b3-b8c0-4b4b-987a-117499a15bca req-ccd329c1-0ad6-44f1-94cc-3e0e5a241f59 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740036 May 19 23:28:55.451220 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d512ff16-109d-4ebf-8fca-4eeaab90a360 None None] New status for floating IP 294f279c-346b-44b7-9427-2eb4d86ac0c5: ACTIVE {{(pid=91602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:28:55.453625 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.467830 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5a3c508b-44cb-42fc-8d4c-518137df6e3e req-fdc8f7b6-e5e8-4b7e-bf24-cb16659d6e44 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Unset dirty status for tenant:0b1abb3e99e944279dfd5e780dab2c76 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:55.469028 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5a3c508b-44cb-42fc-8d4c-518137df6e3e req-fdc8f7b6-e5e8-4b7e-bf24-cb16659d6e44 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] 10.222.0.48 "GET /v2.0/ports?device_id=024a4b63-80b3-42f5-899c-668aed1442d8 HTTP/1.1" status: 200 len: 210 time: 0.1774251 May 19 23:28:55.560040 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c3c01-759a-4cb2-90e0-ad6d4089884c req-b26c2a77-f438-4a16-aaa8-8358797ac304 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:55.562365 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fe0c3c01-759a-4cb2-90e0-ad6d4089884c req-b26c2a77-f438-4a16-aaa8-8358797ac304 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 945 time: 0.1662626 May 19 23:28:55.579085 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.612364 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:55.657682 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.681629 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.717302 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Network 6e272f46-4166-4117-adad-69a8674bdcf6 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:28:55.732870 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:28:55.735351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:28:55.741718 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:55.742395 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.768408 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fe0c3c01-759a-4cb2-90e0-ad6d4089884c req-6e05cc7e-e088-4dfe-9dd5-156d701e9432 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915181 May 19 23:28:55.769036 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event updated for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:55.772062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:55.775753 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:55.786251 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=176dae0f74bf401988d732037c160317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918462 May 19 23:28:55.789493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59640) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:55.817443 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2054cd0-5d0a-448b-88b2-d9804fbb9c5c,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:55.821278 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:55.823475 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3005865 May 19 23:28:55.843551 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Request body: {'port': {'device_id': '64742f0d-48b5-4999-a705-ff7473161d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:28:55.849902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:28:55.851370 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.883902 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.948770 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.953600 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:55.966403 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2054cd0-5d0a-448b-88b2-d9804fbb9c5c,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:55.969635 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:55.970583 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:55.974565 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2054cd0-5d0a-448b-88b2-d9804fbb9c5c HTTP/1.1" status: 204 len: 168 time: 0.1837656 May 19 23:28:56.039423 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.061512 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2830128c-500d-4150-a439-37c8601fdc46 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:28:56.149666 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 2830128c-500d-4150-a439-37c8601fdc46 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:28:56.156540 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 2830128c-500d-4150-a439-37c8601fdc46 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:28:56.157030 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.230429 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec263-2ae6-4a33-9973-2edc6d363b6d req-8d79b1f7-7ad7-4cec-9493-e8583bc15760 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:56.232217 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-901ec263-2ae6-4a33-9973-2edc6d363b6d req-8d79b1f7-7ad7-4cec-9493-e8583bc15760 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2772865 May 19 23:28:56.324529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.364448 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2830128c-500d-4150-a439-37c8601fdc46,segment=NetworkSegment(428fb577-a03b-47ba-b174-bbfa69011daa),segment_id=428fb577-a03b-47ba-b174-bbfa69011daa)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:28:56.365488 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830128c-500d-4150-a439-37c8601fdc46'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:56.376503 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.377624 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device fc52c7f9-5e3a-44b1-987f-2a1e461ac818 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:28:56.405235 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-901ec263-2ae6-4a33-9973-2edc6d363b6d req-94460ef7-5d72-4dc4-84b3-29c2836e2911 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645823 May 19 23:28:56.447202 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:56.513453 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30afc7-1632-4c8e-a305-670ef5cfcddb req-e28641ff-3149-430b-8875-e7fc6785ff14 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:56.514163 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5c30afc7-1632-4c8e-a305-670ef5cfcddb req-e28641ff-3149-430b-8875-e7fc6785ff14 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:28:56.517189 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: fc52c7f9-5e3a-44b1-987f-2a1e461ac818 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:28:56.517680 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device fc52c7f9-5e3a-44b1-987f-2a1e461ac818 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:28:56.549299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-5c30afc7-1632-4c8e-a305-670ef5cfcddb req-e28641ff-3149-430b-8875-e7fc6785ff14 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:28:56.550497 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5c30afc7-1632-4c8e-a305-670ef5cfcddb req-e28641ff-3149-430b-8875-e7fc6785ff14 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 931 time: 0.4298177 May 19 23:28:56.587959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:56.594408 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:56.632882 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5c30afc7-1632-4c8e-a305-670ef5cfcddb req-de120ee8-3254-40cb-8d78-9d66ca68f010 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 May 19 23:28:56.659060 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830128c-500d-4150-a439-37c8601fdc46', 'code': 200} May 19 23:28:56.751619 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00baea2c-805e-47a5-9ec9-622b22707d73 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:28:56.790853 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.826086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Transition to ACTIVE for port object 00baea2c-805e-47a5-9ec9-622b22707d73 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:28:56.841640 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:56.847979 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:57.108238 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bb5c1-12c9-4005-b669-494d35638d7f req-1f871be6-ba93-49aa-a0c9-d04655aea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.110416 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bb0bb5c1-12c9-4005-b669-494d35638d7f req-1f871be6-ba93-49aa-a0c9-d04655aea809 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 1099 time: 0.0977011 May 19 23:28:57.118987 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:57.132077 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:57.158966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Attempting to bind port 00baea2c-805e-47a5-9ec9-622b22707d73 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:28:57.159335 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Attempting to bind port 00baea2c-805e-47a5-9ec9-622b22707d73 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:28:57.159846 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Attempting to bind port 00baea2c-805e-47a5-9ec9-622b22707d73 on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:57.168498 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Port 00baea2c-805e-47a5-9ec9-622b22707d73 on network 6e272f46-4166-4117-adad-69a8674bdcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:28:57.168818 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Attempting to bind port 00baea2c-805e-47a5-9ec9-622b22707d73 on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:28:57.177664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:28:57.178022 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Checking segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:28:57.178576 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Bound using segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:28:57.179116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Bound port: 00baea2c-805e-47a5-9ec9-622b22707d73, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:28:57.179452 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:57.257986 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709b892-90f0-47db-86f1-96f1492a04d6 req-26d94d74-5cb3-44eb-bf5d-3e07d7c44ea2 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.259396 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6709b892-90f0-47db-86f1-96f1492a04d6 req-26d94d74-5cb3-44eb-bf5d-3e07d7c44ea2 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.2469690 May 19 23:28:57.264305 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bb0bb5c1-12c9-4005-b669-494d35638d7f req-3dd8be55-c592-4360-a56e-8fcc30b9abc3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370625 May 19 23:28:57.324562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:28:57.335321 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6709b892-90f0-47db-86f1-96f1492a04d6 req-3d42ba0e-432e-4e35-a3e5-8c286a5b1c85 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677755 May 19 23:28:57.338147 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=00baea2c-805e-47a5-9ec9-622b22707d73,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:28:57.345210 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:57.349527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:57.411590 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.412259 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:57.413722 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] 10.222.0.58 "PUT /v2.0/ports/00baea2c-805e-47a5-9ec9-622b22707d73 HTTP/1.1" status: 200 len: 1093 time: 1.5743842 May 19 23:28:57.414150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:28:57.437834 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:57.439011 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:57.507120 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73', 'status': 'completed', 'code': 200} May 19 23:28:57.588693 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-285cea5f-de7c-40f3-a76b-3b75dbc63fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.590187 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-285cea5f-de7c-40f3-a76b-3b75dbc63fce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 1096 time: 0.1243443 May 19 23:28:57.667237 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-83e6fd7b-829d-4b10-ac43-f0391a7a47ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00baea2c-805e-47a5-9ec9-622b22707d73 HTTP/1.1" status: 200 len: 217 time: 0.0683281 May 19 23:28:57.737797 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714650d-0d56-4391-ab31-4347719eab71 req-f5282064-e283-4c3d-8b4e-d888a478aadc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.739278 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8714650d-0d56-4391-ab31-4347719eab71 req-f5282064-e283-4c3d-8b4e-d888a478aadc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2045815 May 19 23:28:57.748603 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238617-d799-4204-8aad-454320ec06a9 req-9d24e6dd-a593-48d2-824c-ccb1c53cfee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:57.750035 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-9d24e6dd-a593-48d2-824c-ccb1c53cfee7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0729678 May 19 23:28:57.825571 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-86260a8a-a17e-41ed-9529-50053af5c06c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591247 May 19 23:28:57.891985 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8714650d-0d56-4391-ab31-4347719eab71 req-29aac68f-eb4a-48c9-9055-033003b5d917 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409259 May 19 23:28:58.023693 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-e17cd340-d950-46d4-8e71-cbd77f22bcd9 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561646 May 19 23:28:58.032523 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e46d22-2512-4868-b5af-e3b46e2502d0 req-36926177-b569-4808-9883-77c17356e925 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:58.033943 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a0e46d22-2512-4868-b5af-e3b46e2502d0 req-36926177-b569-4808-9883-77c17356e925 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 943 time: 0.2110455 May 19 23:28:58.176704 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a0e46d22-2512-4868-b5af-e3b46e2502d0 req-2b2a8dda-9b72-4d73-8ee4-618b62cdf3f9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143444 May 19 23:28:58.212977 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5f238617-d799-4204-8aad-454320ec06a9 req-ffa716b3-9fd4-4db4-9f06-f571687dfc36 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778586 May 19 23:28:58.351168 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-0f80b7f6-1ab4-4ddb-ab12-2eba3ab226ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:58.352639 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-0f80b7f6-1ab4-4ddb-ab12-2eba3ab226ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 1096 time: 0.0747957 May 19 23:28:58.743380 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-380367b5-0d27-4204-a962-35ed8f4d5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:58.744859 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-380367b5-0d27-4204-a962-35ed8f4d5f27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 916 time: 0.3788772 May 19 23:28:58.756422 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f740ab-40af-4459-9861-75044f4e4a20 req-a85af4d7-dadf-48b3-91f8-d9b63d51f844 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:58.757810 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f1f740ab-40af-4459-9861-75044f4e4a20 req-a85af4d7-dadf-48b3-91f8-d9b63d51f844 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.3003957 May 19 23:28:58.785565 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59756) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:58.838467 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-cc0a2108-7e63-4b03-83e5-8c88da7b9388 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00baea2c-805e-47a5-9ec9-622b22707d73 HTTP/1.1" status: 200 len: 217 time: 0.0792477 May 19 23:28:58.844865 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Deleting subnet 71d65f88-2560-4abd-a34b-563978d72488 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:28:58.848664 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:58.901953 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:58.908790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:58.938058 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f1f740ab-40af-4459-9861-75044f4e4a20 req-0ceb9727-8acd-4f05-b43b-d1416d2cf7d7 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967250 May 19 23:28:58.945371 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-e370b625-0580-47b7-80d4-05f8e0cfd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:58.947895 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-e370b625-0580-47b7-80d4-05f8e0cfd789 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0930781 May 19 23:28:59.005827 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-98a7e074-530a-4d97-833b-c08fc6a92d63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495043 May 19 23:28:59.163109 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.169662 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8288583c-39f7-44d6-8122-5af63277cb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:59.203318 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-186bc64a-186e-4711-ab0c-9b69c4098a67 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901135 May 19 23:28:59.216173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d65f88-2560-4abd-a34b-563978d72488,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:59.218669 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff450ef-833e-44cc-82b7-55e3303e26a0 req-14fcb2fd-66c8-455c-9b37-5371def4f156 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:59.220174 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bff450ef-833e-44cc-82b7-55e3303e26a0 req-14fcb2fd-66c8-455c-9b37-5371def4f156 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1699843 May 19 23:28:59.220530 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:28:59.221881 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.230181 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/71d65f88-2560-4abd-a34b-563978d72488 HTTP/1.1" status: 204 len: 168 time: 0.4435635 May 19 23:28:59.233004 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59770) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:28:59.351755 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.354836 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bff450ef-833e-44cc-82b7-55e3303e26a0 req-4cb96db9-37f4-4e05-b0da-ef99c284cc8d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128428 May 19 23:28:59.400666 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf1f23f2-b248-4561-963f-97f43ef72446 req-2eb5061d-3c82-4644-9479-790617a035c0 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795342 May 19 23:28:59.487936 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3e7c4-4855-4468-b4e3-afc57d557fd2 req-dd841e0f-6861-4aea-9d54-d67fd5d10f9d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:28:59.489427 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-19f3e7c4-4855-4468-b4e3-afc57d557fd2 req-dd841e0f-6861-4aea-9d54-d67fd5d10f9d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 943 time: 0.0797622 May 19 23:28:59.510385 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.526563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.526912 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.528314 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.532510 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > port after_create 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.532861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.533191 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > port after_update 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.533512 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.533834 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.534148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.534463 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.544086 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-19f3e7c4-4855-4468-b4e3-afc57d557fd2 req-6f74074e-8c1e-4b04-b8ae-fabaac54841d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 May 19 23:28:59.690911 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.691262 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.691595 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.691977 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:28:59.692344 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d6772d-0882-46df-9e6f-660a905d2442']}} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:59.706401 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca0840e-6d1c-4d1c-879b-67df59e3fe21') {'for_net_delete': True} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:59.706700 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca0840e-6d1c-4d1c-879b-67df59e3fe21') {} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:28:59.718851 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31496019'] for segment, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.736250 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.743773 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=91601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:28:59.744191 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32190477'] for segment, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: from cryptography.utils import int_from_bytes May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: from cryptography.utils import int_from_bytes May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: Traceback (most recent call last): May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: timer() May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: cb(*args, **kw) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: return func(*args, **kwargs) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: self._notify() May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: self.callback(batched_events) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: event.method(event) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: return f(self, *a, **k) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: return self._get(url).json() May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: return self.request(url, 'GET', **kwargs) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:28:59.759740 dv-cinder-792209-1-smb neutron-server[91601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:28:59.838034 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.845900 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:28:59.855175 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1891fcfe-01d1-42ae-b77c-6b490a089f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:28:59.876260 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Pushing event deleted for resources: {'Network': ['ID=02d6772d-0882-46df-9e6f-660a905d2442,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:28:59.879736 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/02d6772d-0882-46df-9e6f-660a905d2442 HTTP/1.1" status: 204 len: 168 time: 0.6445045 May 19 23:28:59.880812 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:00.084354 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59794) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:00.137779 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d36db793-f9f3-40d5-b5c3-a0860d8ee6ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b1abb3e99e944279dfd5e780dab2c76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521894 May 19 23:29:00.140991 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59798) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:00.160676 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d5f9c-f5ba-4dbc-9e52-e8ce13a36154 req-77b1c89a-a58c-4d24-a9d5-3e76c975ec71 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:00.162170 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-719d5f9c-f5ba-4dbc-9e52-e8ce13a36154 req-77b1c89a-a58c-4d24-a9d5-3e76c975ec71 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.0855100 May 19 23:29:00.205802 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:00.207247 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-719d5f9c-f5ba-4dbc-9e52-e8ce13a36154 req-a84f6185-649a-489d-918b-da7fa9700e93 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386066 May 19 23:29:00.231113 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:00.285563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:00.290567 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-53de659b-0baa-4d81-a71a-c843837f8b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:00.306536 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d312e3af-2513-4b24-90f3-69df14290ebf,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:00.309303 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:00.324107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:00.325304 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d312e3af-2513-4b24-90f3-69df14290ebf HTTP/1.1" status: 204 len: 168 time: 0.1831341 May 19 23:29:00.565310 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b25a-c2ce-42e8-b10c-12e7d444a2a4 req-e0e20516-330c-43c7-8572-15f4c8e2295d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:00.566943 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8302b25a-c2ce-42e8-b10c-12e7d444a2a4 req-e0e20516-330c-43c7-8572-15f4c8e2295d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.0891705 May 19 23:29:00.647828 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8302b25a-c2ce-42e8-b10c-12e7d444a2a4 req-92bf71bd-23c6-4292-bde6-408805e3b265 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559883 May 19 23:29:00.776555 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f5b0-7361-4cea-828e-0a30a2860d81 req-b7effee9-5657-4d87-b950-4ee5ac561f59 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:00.784575 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8da6f5b0-7361-4cea-828e-0a30a2860d81 req-b7effee9-5657-4d87-b950-4ee5ac561f59 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 943 time: 0.0950806 May 19 23:29:00.836445 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8da6f5b0-7361-4cea-828e-0a30a2860d81 req-87922763-8a08-49d3-9a2d-56adfa413a68 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 May 19 23:29:01.562356 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 59874) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:01.737948 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:01.756072 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:01.761326 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Usage tracker for resource:security_group_rule and tenant:258f3455e65447a688462cd545b667c1 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:01.765461 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:01.775586 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:01.954620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db560b50-11f9-4a15-a5bc-99f19f80d728 req-7827a8ee-88bf-4aee-9553-a4bbc1526a2e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:01.956521 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-db560b50-11f9-4a15-a5bc-99f19f80d728 req-7827a8ee-88bf-4aee-9553-a4bbc1526a2e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1720343 May 19 23:29:02.061159 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 00baea2c-805e-47a5-9ec9-622b22707d73 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:29:02.067372 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-db560b50-11f9-4a15-a5bc-99f19f80d728 req-402336b0-7929-4a64-aa43-582382827466 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041679 May 19 23:29:02.095737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.109560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.120577 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:02.170750 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=258f3455e65447a688462cd545b667c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048062 May 19 23:29:02.170970 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcb9a0-ccaa-4dcd-85f8-998756168bf1,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:02.171971 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59916) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:02.187498 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:02.204451 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0459321-af65-40d0-87ce-7bf11a5098c9 req-a01f66b2-619b-4cd7-9748-e2b9eb26f9a2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:02.206150 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e0459321-af65-40d0-87ce-7bf11a5098c9 req-a01f66b2-619b-4cd7-9748-e2b9eb26f9a2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 943 time: 0.1881199 May 19 23:29:02.263676 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e0459321-af65-40d0-87ce-7bf11a5098c9 req-3cfaaa46-fc7a-4a0e-b661-9a0e19f42179 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512595 May 19 23:29:02.276804 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.287583 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=00baea2c-805e-47a5-9ec9-622b22707d73,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:02.310335 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '00baea2c-805e-47a5-9ec9-622b22707d73', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'port_id': '00baea2c-805e-47a5-9ec9-622b22707d73', 'mac_address': 'fa:16:3e:e2:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f14d2b0-33de-4205-8431-53548d0b6fb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:29:02.315668 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.384809 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.389697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:02.392023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.404274 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bcb9a0-ccaa-4dcd-85f8-998756168bf1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:02.411366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:02.412392 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.413621 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9bcb9a0-ccaa-4dcd-85f8-998756168bf1 HTTP/1.1" status: 204 len: 168 time: 0.2400084 May 19 23:29:02.431125 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00baea2c-805e-47a5-9ec9-622b22707d73 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:02.459840 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=00baea2c-805e-47a5-9ec9-622b22707d73,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:02.465448 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.471344 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:02.546804 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:02.562539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.562539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.562539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.562539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.563466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.563466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.563768 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.564202 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.570779 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.571331 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.571902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.572464 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:02.577166 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:02.764076 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 59950) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:02.788412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.803570 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:02.807431 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Usage tracker for resource:security_group_rule and tenant:15ef3aa4f02741cf8f973dd94b612e8a is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:02.810474 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:02.816755 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:02.850320 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['00baea2c-805e-47a5-9ec9-622b22707d73'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:02.918458 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.924593 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:02.952204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:02.980162 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15ef3aa4f02741cf8f973dd94b612e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144184 May 19 23:29:02.981555 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ca473-89a8-45be-ae3d-4426da3b0b86,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:02.983243 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59956) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:02.985196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:03.059323 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.094267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.169226 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.175033 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d19c278c-6762-43f5-854d-6f8d31ebabbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:03.189340 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ca473-89a8-45be-ae3d-4426da3b0b86,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:03.192157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:03.194153 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.195259 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e97ca473-89a8-45be-ae3d-4426da3b0b86 HTTP/1.1" status: 204 len: 168 time: 0.2109380 May 19 23:29:03.263666 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97b6d1-e8b7-46d3-acbe-c589107242ea req-fab60d94-012f-44d3-91b8-e0aae83c9522 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:03.265878 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7b97b6d1-e8b7-46d3-acbe-c589107242ea req-fab60d94-012f-44d3-91b8-e0aae83c9522 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.0850332 May 19 23:29:03.384074 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7b97b6d1-e8b7-46d3-acbe-c589107242ea req-f1464a25-7836-420f-ba2e-abad65a25584 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119986 May 19 23:29:03.565657 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5d06b-df75-4fbf-b393-6c5bd7904c3b req-be7206c1-6d4b-4c3f-afdd-848e0be98cfe tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:03.573134 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-06f5d06b-df75-4fbf-b393-6c5bd7904c3b req-be7206c1-6d4b-4c3f-afdd-848e0be98cfe tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 944 time: 0.1062169 May 19 23:29:03.626635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-06f5d06b-df75-4fbf-b393-6c5bd7904c3b req-7c05f138-e462-4161-a308-9561f7086b89 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 May 19 23:29:03.627291 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 59986) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:03.644000 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.660344 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:03.666823 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Usage tracker for resource:security_group_rule and tenant:2281603f4e914e7d927126c7eb76f67e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:03.670211 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:03.676880 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:03.791918 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.796832 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.804000 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:03.842692 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3939f91-9927-4805-bc6e-339fb7c291d8,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:03.847519 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2281603f4e914e7d927126c7eb76f67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244465 May 19 23:29:03.848431 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:03.850096 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60002) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:03.915242 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.941922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:03.997961 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.002658 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4a22e71e-b27b-4f54-b4f1-c231d95f49d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:04.015292 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3939f91-9927-4805-bc6e-339fb7c291d8,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:04.017932 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:04.019992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.021260 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3939f91-9927-4805-bc6e-339fb7c291d8 HTTP/1.1" status: 204 len: 168 time: 0.1701193 May 19 23:29:04.077948 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 00baea2c-805e-47a5-9ec9-622b22707d73 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:29:04.178278 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 00baea2c-805e-47a5-9ec9-622b22707d73 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:29:04.184757 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 00baea2c-805e-47a5-9ec9-622b22707d73 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:29:04.185168 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.309695 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.337636 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:04.348594 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=00baea2c-805e-47a5-9ec9-622b22707d73,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:04.354536 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.357258 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:04.432175 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73', 'code': 200} May 19 23:29:04.459897 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:04.465215 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:04.527565 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60036) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:04.661822 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.677884 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:04.681730 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:542e060ccce2473fbe6ee56fd543008e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:04.684626 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:04.690992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:04.798184 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.802331 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.805593 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f38e4-0317-4dbb-9d73-14c1d06785b4 req-07994f94-19e0-49cb-a01b-c8b2ec07c763 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:04.808407 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2c8f38e4-0317-4dbb-9d73-14c1d06785b4 req-07994f94-19e0-49cb-a01b-c8b2ec07c763 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2376587 May 19 23:29:04.810804 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-96d05a4d-833e-4589-bc0c-b90c5bc04200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:04.819725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9449f-0f51-43bf-af23-b9e15485b3e9 req-dc1c1dc3-88c5-40b2-abc3-1a8d2c49061b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:04.824923 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2ab9449f-0f51-43bf-af23-b9e15485b3e9 req-dc1c1dc3-88c5-40b2-abc3-1a8d2c49061b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.1972091 May 19 23:29:04.852462 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=542e060ccce2473fbe6ee56fd543008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212903 May 19 23:29:04.852700 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60056) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:04.855252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc319e4-c99c-4530-9df8-29099f210caa,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:04.872706 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:04.904102 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2c8f38e4-0317-4dbb-9d73-14c1d06785b4 req-c3ead877-b4be-4252-afca-0ab986983867 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 May 19 23:29:04.906228 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6820723-ae15-4aad-aff4-dabfff857bb3 req-ab7bc854-5bb5-437a-b131-76c2b39d82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:04.907691 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a6820723-ae15-4aad-aff4-dabfff857bb3 req-ab7bc854-5bb5-437a-b131-76c2b39d82b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 1098 time: 0.2312174 May 19 23:29:04.931231 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.968979 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:04.969131 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2ab9449f-0f51-43bf-af23-b9e15485b3e9 req-e0e20b6d-97a3-4d85-9572-73f38cbe1de6 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249800 May 19 23:29:05.020423 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a6820723-ae15-4aad-aff4-dabfff857bb3 req-6c60720f-ac47-4c3e-9803-4814b36cd86c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988791 May 19 23:29:05.073341 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.079505 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-692133c6-6fda-47c9-ac06-5f40e6755ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:05.093729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc319e4-c99c-4530-9df8-29099f210caa,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:05.097458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:05.098392 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.102479 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fc319e4-c99c-4530-9df8-29099f210caa HTTP/1.1" status: 204 len: 168 time: 0.2487407 May 19 23:29:05.114853 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36903310-5b8a-4b85-8584-727ae0b3000e req-72038860-7cc0-4237-94e2-c6f4dbd395cb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:05.116421 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36903310-5b8a-4b85-8584-727ae0b3000e req-72038860-7cc0-4237-94e2-c6f4dbd395cb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.0915143 May 19 23:29:05.171986 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36903310-5b8a-4b85-8584-727ae0b3000e req-ddb1f33c-9f7d-4d3c-91d5-41368289c798 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 May 19 23:29:05.521825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60084) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:05.540506 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.554612 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:05.558662 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:be16ba2035e14ed7884d949ac55ca888 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:05.561496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:05.568727 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:05.641348 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60090) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:05.665537 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.670052 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.677078 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-abcf3d01-4438-41b1-927c-4cfe9f37d192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:05.720947 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be16ba2035e14ed7884d949ac55ca888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950679 May 19 23:29:05.720947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e7bb8d-59fd-43b9-bf6c-6b11e033ce13,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:05.721698 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60098) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:05.724270 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:05.781187 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.806584 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.850833 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.864613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.867602 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:05.871444 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:05.872636 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Usage tracker for resource:security_group_rule and tenant:e836c59e694e4ae3bf56fb21ca33c7a6 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:05.875653 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:05.881894 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:05.886062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e7bb8d-59fd-43b9-bf6c-6b11e033ce13,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:05.889044 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:05.902478 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:05.903980 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07e7bb8d-59fd-43b9-bf6c-6b11e033ce13 HTTP/1.1" status: 204 len: 168 time: 0.1813512 May 19 23:29:05.988619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.005451 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.061159 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:06.121692 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e836c59e694e4ae3bf56fb21ca33c7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790578 May 19 23:29:06.126201 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60116) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:06.155681 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a8345-d53a-46f1-a2a4-259a9865fbe0 req-06dd9f18-ad56-4c15-b130-ed6cb9b9cd9e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:06.162844 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-383a8345-d53a-46f1-a2a4-259a9865fbe0 req-06dd9f18-ad56-4c15-b130-ed6cb9b9cd9e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1087472 May 19 23:29:06.268418 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-383a8345-d53a-46f1-a2a4-259a9865fbe0 req-38209cc1-ebf7-4ecd-8278-2dffee322f59 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046817 May 19 23:29:06.313859 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4e46f-ccc1-4740-b73b-d2c9ac50404f req-237fb6de-4a13-4b24-83f3-ec708501c165 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:06.322792 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4ef4e46f-ccc1-4740-b73b-d2c9ac50404f req-237fb6de-4a13-4b24-83f3-ec708501c165 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.1571362 May 19 23:29:06.334252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fec274-0f8d-43ed-a951-0c0ee7324654,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:06.338775 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:06.391368 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4ef4e46f-ccc1-4740-b73b-d2c9ac50404f req-97565c46-8697-4c4f-8c07-d597e9c355c5 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/security-groups?id=12650c4b-9543-4ab2-82c2-62106793fe68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647416 May 19 23:29:06.422731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.485395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.560783 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.567568 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5289ba63-b0ed-4a72-99ff-1c1a4d2c9199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:06.580711 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fec274-0f8d-43ed-a951-0c0ee7324654,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:06.584068 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:06.586181 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:06.586181 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05fec274-0f8d-43ed-a951-0c0ee7324654 HTTP/1.1" status: 204 len: 168 time: 0.4580793 May 19 23:29:06.629016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f5419-f52f-4c28-8b2b-9b3665d5ed0f req-2c6a5ffc-f71b-4d49-b130-a5a84d46babb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:06.630872 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-566f5419-f52f-4c28-8b2b-9b3665d5ed0f req-2c6a5ffc-f71b-4d49-b130-a5a84d46babb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.1204612 May 19 23:29:06.752846 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-566f5419-f52f-4c28-8b2b-9b3665d5ed0f req-a8d41226-f597-4c18-926b-0ef583cfdfb8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153531 May 19 23:29:06.779681 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd790-62ef-4074-85bc-9f31db944c38 req-e77c3a44-9583-45ca-9bb1-d0ffb515c777 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:06.782431 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-641dd790-62ef-4074-85bc-9f31db944c38 req-e77c3a44-9583-45ca-9bb1-d0ffb515c777 tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 946 time: 0.1274264 May 19 23:29:06.952484 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Deleting port 2830128c-500d-4150-a439-37c8601fdc46 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:29:06.953166 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:07.192600 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] For port 2830128c-500d-4150-a439-37c8601fdc46, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2830128c-500d-4150-a439-37c8601fdc46,segment=NetworkSegment(428fb577-a03b-47ba-b174-bbfa69011daa),segment_id=428fb577-a03b-47ba-b174-bbfa69011daa)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:07.193056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:07.336591 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Calling delete_port for 2830128c-500d-4150-a439-37c8601fdc46 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:29:07.632177 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:07.642173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4c81b98f-b1fd-48b7-a472-ed263fe7b678 tempest-DeleteServersTestJSON-197529732 tempest-DeleteServersTestJSON-197529732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:07.659315 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['2830128c-500d-4150-a439-37c8601fdc46'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:07.726313 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Pushing event deleted for resources: {'Port': ['ID=2830128c-500d-4150-a439-37c8601fdc46,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:07.728826 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:07.789567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] No DVR routers for this DVR port 2830128c-500d-4150-a439-37c8601fdc46 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:29:07.792246 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:07.808029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb6126-9902-4655-bb45-860b421fb873 req-c899349c-245d-45cc-a029-f540a9005433 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:07.821364 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d2eb6126-9902-4655-bb45-860b421fb873 req-c899349c-245d-45cc-a029-f540a9005433 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.3659618 May 19 23:29:07.825167 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'name': 'network-vif-deleted', 'tag': '2830128c-500d-4150-a439-37c8601fdc46'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:07.917414 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-fc89dd11-ed31-4e75-b8e1-1ceece0721a4 req-0c01d588-2f17-436f-87c3-3d5118ee4b2e tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Synchronizing usage tracker for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:29:07.920436 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-641dd790-62ef-4074-85bc-9f31db944c38 req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.58 "DELETE /v2.0/ports/2830128c-500d-4150-a439-37c8601fdc46 HTTP/1.1" status: 204 len: 173 time: 1.1225340 May 19 23:29:07.942549 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d2eb6126-9902-4655-bb45-860b421fb873 req-c573328a-2291-4b2a-8aab-073543e8a73a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200297 May 19 23:29:07.965407 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-fc89dd11-ed31-4e75-b8e1-1ceece0721a4 req-0c01d588-2f17-436f-87c3-3d5118ee4b2e tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Unset dirty status for tenant:a5bb042702c0408db2ac6dd53ca1f358 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:29:07.967481 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc89dd11-ed31-4e75-b8e1-1ceece0721a4 req-0c01d588-2f17-436f-87c3-3d5118ee4b2e tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0ee6d65-ed50-49e0-989c-28aabcc3f256 HTTP/1.1" status: 200 len: 210 time: 0.1181192 May 19 23:29:08.206823 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ee6d65-ed50-49e0-989c-28aabcc3f256', 'name': 'network-vif-deleted', 'tag': '2830128c-500d-4150-a439-37c8601fdc46', 'status': 'completed', 'code': 200} May 19 23:29:09.240069 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fef3a-5459-44a2-80ac-ce23fe4f01e1 req-680f7b58-03ca-4e9f-b376-38ee4a453e74 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:09.253479 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-236fef3a-5459-44a2-80ac-ce23fe4f01e1 req-680f7b58-03ca-4e9f-b376-38ee4a453e74 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1802571 May 19 23:29:09.420037 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-236fef3a-5459-44a2-80ac-ce23fe4f01e1 req-17d4f04a-696a-4f17-a033-58ed3fadd04b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577342 May 19 23:29:09.443048 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60320) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:09.455678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-fbff0a5b-c64a-4134-bc7d-e0079957b70e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:09.463310 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-fbff0a5b-c64a-4134-bc7d-e0079957b70e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.2839241 May 19 23:29:09.500021 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-a5bf8818-e100-4c4c-b115-ff469054f141 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/quotas/66915aa4a2d440119d97d3d4ed93ce2d HTTP/1.1" status: 200 len: 375 time: 0.0348015 May 19 23:29:09.621498 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-0d8a1938-4cd7-48f4-94c7-86c9478d36d7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190984 May 19 23:29:09.665084 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:09.696985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:09.696985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:09b35b4e65bc495fa6d3b29c3951619f is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:09.696985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:09.701737 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:09.805056 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:09.810796 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:09.814919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-1231683d-bf58-4c07-94d2-9d285648f95d service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922750 May 19 23:29:09.852451 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-20e9724f-0572-4b6e-93a8-e57c2604dfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:09.875729 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09b35b4e65bc495fa6d3b29c3951619f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312568 May 19 23:29:09.883296 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60338) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:09.936237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eda900-d6fc-443e-9997-e68caa1d14e0,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:09.942031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:09.960395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:09.977239 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-150c0393-b1ec-439d-a677-71150d87ad8c service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553054 May 19 23:29:09.994740 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.049332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.054470 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:10.067532 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eda900-d6fc-443e-9997-e68caa1d14e0,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:10.069877 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60348) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:10.077231 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:10.084697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.088031 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53eda900-d6fc-443e-9997-e68caa1d14e0 HTTP/1.1" status: 204 len: 168 time: 0.2013607 May 19 23:29:10.132105 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2830128c-500d-4150-a439-37c8601fdc46 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:29:10.207509 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 2830128c-500d-4150-a439-37c8601fdc46 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:29:10.207892 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2830128c-500d-4150-a439-37c8601fdc46 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:29:10.279427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.280837 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c8eadfa3-8c5e-4cdd-9982-b1f5bcfbcc5d req-72bf0ac9-7caa-42e2-97b7-36fee6c6de9b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 210 time: 0.0590100 May 19 23:29:10.299704 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:10.305045 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf1c849b9424cbe9e7370dd52d2e62b is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:10.309132 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:10.316303 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:10.424321 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.429948 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.451499 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c92da94a-fa53-44e7-872c-89405cfb6a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:10.530624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3992a5-d363-4e7b-af40-b106ba40cbd1,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:10.559612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:10.584926 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60374) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:10.593759 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdf1c849b9424cbe9e7370dd52d2e62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180075 May 19 23:29:10.594392 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60378) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:10.615711 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.645830 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:10.704990 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.736040 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.770575 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Usage tracker for resource:security_group_rule and tenant:534cfca7c17d47649bb0d8c6173f5649 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:10.777032 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:10.796479 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:10.821897 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.828827 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-cccf8f27-67f2-4e17-9711-34b4a9431f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:10.846618 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3992a5-d363-4e7b-af40-b106ba40cbd1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:10.850119 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:10.852161 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:10.855036 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c3992a5-d363-4e7b-af40-b106ba40cbd1 HTTP/1.1" status: 204 len: 168 time: 0.2586746 May 19 23:29:10.885984 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6f73d-1580-4dc7-b2e8-4a2368350007 req-4a6f50dd-b145-41e3-8406-8b54d652cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:10.887543 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-31e6f73d-1580-4dc7-b2e8-4a2368350007 req-4a6f50dd-b145-41e3-8406-8b54d652cb69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 1099 time: 0.1953025 May 19 23:29:10.899235 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086a2bd-fbb3-4480-b64b-7b8abc973527 req-a501fb45-2643-4f7c-a7e6-e68be17407c2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:10.900706 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3086a2bd-fbb3-4480-b64b-7b8abc973527 req-a501fb45-2643-4f7c-a7e6-e68be17407c2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2578118 May 19 23:29:10.997573 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3086a2bd-fbb3-4480-b64b-7b8abc973527 req-794c85f2-494e-4515-9471-2c58d5355f1b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 May 19 23:29:11.021237 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-31e6f73d-1580-4dc7-b2e8-4a2368350007 req-bf73aea9-a1bb-4bf8-a1a7-c847beacaa0e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158710 May 19 23:29:11.034839 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.041113 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.072554 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-280a0509-7004-46be-a52e-c2aa1f69d78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:11.082595 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=534cfca7c17d47649bb0d8c6173f5649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963949 May 19 23:29:11.085607 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60392) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:11.108889 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7717c5-d1ca-46b9-ae0f-fe61827b1fd3,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:11.112607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fd5b4f95-bddb-46a4-82fb-9a586d11773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:11.178042 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.217239 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.274404 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.281948 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d37ab625-6a31-46d1-b849-66bdb6632af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:11.295556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7717c5-d1ca-46b9-ae0f-fe61827b1fd3,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:11.298041 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.299203 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b7717c5-d1ca-46b9-ae0f-fe61827b1fd3 HTTP/1.1" status: 204 len: 168 time: 0.2124605 May 19 23:29:11.300869 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:11.334146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60408) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:11.353094 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.370578 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:11.375934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Usage tracker for resource:security_group_rule and tenant:de15e800b9e64722bb4bc9bc4a7f4062 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:11.378975 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:11.385780 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:11.472842 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9b9a5db5-f8a4-466d-b0e6-0268113cadde req-2bb41f6d-8a37-4a8d-9b45-c6aeeb0a795f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 210 time: 0.0471599 May 19 23:29:11.482267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.487649 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.496807 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6ed8b0c4-2e25-4a88-b463-c3b8015fea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:11.536855 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de15e800b9e64722bb4bc9bc4a7f4062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016420 May 19 23:29:11.540019 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60414) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:11.541042 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ebcd7-5679-4cbd-917f-d61eef535a82,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:11.544386 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:11.605261 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.637739 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.703321 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.708180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:11.722921 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ebcd7-5679-4cbd-917f-d61eef535a82,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:11.726469 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:11.735806 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:11.739182 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e13ebcd7-5679-4cbd-917f-d61eef535a82 HTTP/1.1" status: 204 len: 168 time: 0.1958659 May 19 23:29:12.089933 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-75171ddf-9d2f-496f-9d96-646009cb4917 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:12.091425 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-75171ddf-9d2f-496f-9d96-646009cb4917 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.2734768 May 19 23:29:12.114793 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Request body: {'port': {'device_id': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'admin_state_up': True, 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:12.602254 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:12.616654 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:12.627211 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c4024-9093-4f91-85df-ff43f9917e20 req-d8d28f15-eb94-466f-b67a-d21a34fa8fab tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:12.632026 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c49c4024-9093-4f91-85df-ff43f9917e20 req-d8d28f15-eb94-466f-b67a-d21a34fa8fab tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2269547 May 19 23:29:12.653861 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:12.658002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:12.757236 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c49c4024-9093-4f91-85df-ff43f9917e20 req-591a9bf7-93d0-448a-8a04-2dd0879685d7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205585 May 19 23:29:12.820891 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-52526634-2e26-4695-86a3-7eeb5648a6da req-f4aa8a25-2734-4b2e-bf5b-dc4b25ebf6a0 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 210 time: 0.0690436 May 19 23:29:12.869204 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-f8965ef3-00bc-4135-abb7-47a8f3f84c98 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1769595 May 19 23:29:12.946381 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Allocated IP 172.20.0.12 (6e272f46-4166-4117-adad-69a8674bdcf6/1f14d2b0-33de-4205-8431-53548d0b6fb8/71d6a569-c9c7-4af6-a80c-62f2c62f10bd) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:29:13.133460 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-f064230e-c066-483f-9be4-77f33ea44873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:13.134948 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-f064230e-c066-483f-9be4-77f33ea44873 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 1099 time: 0.1503003 May 19 23:29:13.208938 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:13.248914 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:13.255174 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c99ab896-b42e-4ce1-979a-a0e6ea41c401 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:13.264413 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470', '00baea2c-805e-47a5-9ec9-622b22707d73'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:13.343763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Network 6e272f46-4166-4117-adad-69a8674bdcf6 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:29:13.347550 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:29:13.351625 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:29:13.361568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:13.362486 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:13.369247 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-2ba645dd-9939-44c6-b389-b6ee1763a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:13.371096 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-2ba645dd-9939-44c6-b389-b6ee1763a808 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 916 time: 0.2025778 May 19 23:29:13.379817 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event updated for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:13.387657 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:13.404917 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2956171 May 19 23:29:13.423299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Request body: {'port': {'device_id': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:13.471438 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-742cce1f-40cd-4daf-a837-d9d7a4cc93f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470 HTTP/1.1" status: 200 len: 217 time: 0.0889831 May 19 23:29:13.589956 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-0795a435-7d3b-4dfb-a4b4-ed06f1113b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:13.592331 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-0795a435-7d3b-4dfb-a4b4-ed06f1113b93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.1149473 May 19 23:29:13.633737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:13.711883 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-85a74d96-8e99-4003-a34e-906648a12071 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052442 May 19 23:29:13.926100 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-91a691e7-30ec-4488-8779-8e7bd9a28783 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066402 May 19 23:29:14.165568 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-50194ac3-5441-4f8e-8d9f-4fe00a338344 req-e58351c4-9586-4fa1-9f53-1955428273f7 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298615 May 19 23:29:14.194298 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175f8a-f68a-495d-a41c-119e0bf4b8b6 req-e29e661b-b939-4bbc-9ab2-5c18ca0c6e94 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:14.195830 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7e175f8a-f68a-495d-a41c-119e0bf4b8b6 req-e29e661b-b939-4bbc-9ab2-5c18ca0c6e94 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.2340117 May 19 23:29:14.205738 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c814a0-8eff-49e5-98cd-106920048e0e req-c40c42b1-671f-40f0-ac48-6db13bb1c5ef tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:14.206439 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-72c814a0-8eff-49e5-98cd-106920048e0e req-c40c42b1-671f-40f0-ac48-6db13bb1c5ef tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:29:14.304374 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-72c814a0-8eff-49e5-98cd-106920048e0e req-c40c42b1-671f-40f0-ac48-6db13bb1c5ef tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:29:14.305516 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-72c814a0-8eff-49e5-98cd-106920048e0e req-c40c42b1-671f-40f0-ac48-6db13bb1c5ef tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 932 time: 0.2702246 May 19 23:29:14.364276 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7e175f8a-f68a-495d-a41c-119e0bf4b8b6 req-31e99463-8dae-4459-a306-9662a5bd5533 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529105 May 19 23:29:14.373616 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d6a569-c9c7-4af6-a80c-62f2c62f10bd {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:14.388410 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-72c814a0-8eff-49e5-98cd-106920048e0e req-f0e27e1b-2398-4beb-9f08-61a995bca21e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693045 May 19 23:29:14.400525 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.423311 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Transition to ACTIVE for port object 71d6a569-c9c7-4af6-a80c-62f2c62f10bd will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:29:14.429633 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.438183 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:14.460690 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60560) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:14.705139 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.740427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:14.746481 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Usage tracker for resource:security_group_rule and tenant:20cdf842c2dd43e9a4bbb068d278a552 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:14.752761 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:14.765317 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:14.851109 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Pushing event updated for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:14.856008 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:14.861215 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Attempting to bind port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:29:14.862950 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Attempting to bind port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:29:14.863196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Attempting to bind port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:14.876537 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd on network 6e272f46-4166-4117-adad-69a8674bdcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:29:14.876870 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Attempting to bind port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:14.886419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:29:14.886798 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Checking segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:29:14.887195 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Bound using segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:29:14.887616 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Bound port: 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:29:14.887999 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.929097 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.934479 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:14.965103 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c3aebe9b-e8fe-4ffd-85bf-8cc74d0c3c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:14.977109 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20cdf842c2dd43e9a4bbb068d278a552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127513 May 19 23:29:14.979687 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60586) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:15.024701 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f412e1-3a10-422c-bbef-6e73ce3e901a,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:15.028261 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:15.065833 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d96b-2a47-4b46-9676-47d8b4202103 req-3055c5d8-4cb8-439a-8897-ede72ee26d43 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:15.067421 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f935d96b-2a47-4b46-9676-47d8b4202103 req-3055c5d8-4cb8-439a-8897-ede72ee26d43 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.4963741 May 19 23:29:15.076487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.109272 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.142293 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f935d96b-2a47-4b46-9676-47d8b4202103 req-bd046923-69af-4c3a-8fa7-a2549415ed98 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635185 May 19 23:29:15.143283 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:29:15.153318 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:29:15.160404 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.170427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0c0abf72-9179-44c5-bf68-95ac0e672618 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:15.198913 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.207466 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1e56fbf1-f35b-4c1d-b215-f0222b9d0f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:15.243888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f412e1-3a10-422c-bbef-6e73ce3e901a,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:15.246477 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:15.247719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.252321 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16f412e1-3a10-422c-bbef-6e73ce3e901a HTTP/1.1" status: 204 len: 168 time: 0.2691915 May 19 23:29:15.262084 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Pushing event updated for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:15.268029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:15.268866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.270619 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] 10.222.0.58 "PUT /v2.0/ports/71d6a569-c9c7-4af6-a80c-62f2c62f10bd HTTP/1.1" status: 200 len: 1094 time: 1.8516946 May 19 23:29:15.271351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:15.277219 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:15.351951 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60602) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:15.385500 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'status': 'completed', 'code': 200} May 19 23:29:15.428863 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-d5003747-8e35-490b-aa5f-ca703b2f8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:15.431345 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-d5003747-8e35-490b-aa5f-ca703b2f8d5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 1097 time: 0.0996523 May 19 23:29:15.540121 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-26036887-c68a-4b2b-9d3b-4510ddf183ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd HTTP/1.1" status: 200 len: 217 time: 0.0957515 May 19 23:29:15.664073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-dafd63c4-28a3-45c7-99f7-12eace196670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:15.665528 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-dafd63c4-28a3-45c7-99f7-12eace196670 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0854881 May 19 23:29:15.677731 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-65e31bd3-cf9b-46c7-a7df-012933929d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.724061 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-6a87c519-794a-4c8d-9d85-cb7a6b574478 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477917 May 19 23:29:15.732441 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c9aaa-f1c6-45a1-95ad-0b1d7a4c9d63 req-d31ad151-81b7-4524-ae4c-16d23f71b9b9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:15.739941 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a50c9aaa-f1c6-45a1-95ad-0b1d7a4c9d63 req-d31ad151-81b7-4524-ae4c-16d23f71b9b9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 944 time: 0.1926446 May 19 23:29:15.759208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.784148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:15.789485 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Usage tracker for resource:security_group_rule and tenant:47a6d201ec43476d9d8bbde26d4e484e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:15.792940 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:15.800512 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:15.848209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60620) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:15.860792 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a50c9aaa-f1c6-45a1-95ad-0b1d7a4c9d63 req-f8100300-712f-4681-a80c-008cf6f94be2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198606 May 19 23:29:15.898657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:15.939330 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:29:15.941354 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:15.950378 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:23f7e0d09eae43928af8a56635c648e1 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:15.957957 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:16.000148 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-16ceca6c-1b8c-4223-921e-2c912c542fe8 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566452 May 19 23:29:16.053402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:16.081033 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.089741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.098731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-562868c0-18e7-4c3f-ae65-2d5d0c427d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:16.150442 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47a6d201ec43476d9d8bbde26d4e484e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972081 May 19 23:29:16.151057 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60632) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:16.161239 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3b8483-1145-476e-af5c-b7d23fda3b01,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:16.165018 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:16.171228 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a4875dc7-2dcd-4d55-9f9f-e62aaeb4b9d2 req-214117d6-c8a8-4b7a-9da0-e77ce1aadfe9 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586134 May 19 23:29:16.221421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.236106 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.240402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.247661 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:16.289533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327cae17-b408-40d9-9476-a1dd26bb5364,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:16.293447 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.293791 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23f7e0d09eae43928af8a56635c648e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442496 May 19 23:29:16.294735 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:16.297023 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60636) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:16.354078 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-ad999abc-e74c-4183-bee7-ca1e90e9a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:16.355535 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-ad999abc-e74c-4183-bee7-ca1e90e9a30d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 1097 time: 0.1250777 May 19 23:29:16.385910 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.391216 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.406567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:16.412720 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.425846 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3b8483-1145-476e-af5c-b7d23fda3b01,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:16.428299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:16.473497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.478382 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:16.493404 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.493597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327cae17-b408-40d9-9476-a1dd26bb5364,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:16.495628 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e3b8483-1145-476e-af5c-b7d23fda3b01 HTTP/1.1" status: 204 len: 168 time: 0.3433731 May 19 23:29:16.499342 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:16.504146 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:16.507939 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/327cae17-b408-40d9-9476-a1dd26bb5364 HTTP/1.1" status: 204 len: 168 time: 0.2098932 May 19 23:29:16.564526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-44242c92-0cf2-444b-9650-5a57bf113471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:16.566245 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-44242c92-0cf2-444b-9650-5a57bf113471 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 916 time: 0.1986594 May 19 23:29:16.650836 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-c8284842-241d-4708-825c-2455752513e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd HTTP/1.1" status: 200 len: 217 time: 0.0660081 May 19 23:29:16.731535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-9da3ebd5-9808-4f1d-8627-616aa5c6cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:16.733255 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-9da3ebd5-9808-4f1d-8627-616aa5c6cffd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0710001 May 19 23:29:16.837078 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-ecaa4798-d1fb-4ab8-881d-fd629af2dd9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941339 May 19 23:29:17.089369 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60666) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:17.106841 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60670) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:17.112260 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.127215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:17.131662 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Usage tracker for resource:security_group_rule and tenant:a4c5ec02fadc4f3c8bbe9b81084d9b69 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:17.134733 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:17.140523 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:17.145697 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.167805 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:17.172982 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-9bd3d61a-16c2-401a-834d-f9f2858fe006 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254771 May 19 23:29:17.176117 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Usage tracker for resource:security_group_rule and tenant:b29350966fdf4fa9914c46ff4414c2b8 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:17.180263 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:17.207833 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:17.233971 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.237730 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104b179-0148-4e63-a521-5241ae686b60 req-79e943be-c105-4a21-b543-cbc556fab62f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:17.238380 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.239260 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c104b179-0148-4e63-a521-5241ae686b60 req-79e943be-c105-4a21-b543-cbc556fab62f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 944 time: 0.2199943 May 19 23:29:17.248137 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e02a21f5-1005-437e-9a4b-e86b7044a0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:17.304369 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4c5ec02fadc4f3c8bbe9b81084d9b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133720 May 19 23:29:17.305647 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9a006-28b3-4dcd-8131-aaeb2a54025b,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:17.313820 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.322890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:17.324491 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60678) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:17.457464 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.469102 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c104b179-0148-4e63-a521-5241ae686b60 req-77a14b26-d3e4-476c-8854-200b2fac491f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980883 May 19 23:29:17.471702 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734756c2-565f-4b43-a71a-82989c57c24f req-e167de15-4047-40c7-b857-7ecc8213f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:17.473400 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-e167de15-4047-40c7-b857-7ecc8213f238 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.1340396 May 19 23:29:17.481226 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd0528f8-8fc9-47fd-8eac-369fb1e9d44e req-8337f731-ca5a-4630-a8d9-2ea2fdccb123 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973959 May 19 23:29:17.505242 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.538148 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.580429 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.594996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3e8343c2-52d9-4d20-a6ea-76c6e29defc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:17.654206 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b29350966fdf4fa9914c46ff4414c2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462115 May 19 23:29:17.655894 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60684) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:17.656718 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfcabb1-79e2-488b-9233-c4e51c97cfe2,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:17.661225 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:17.667189 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.673140 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:17.701018 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9a006-28b3-4dcd-8131-aaeb2a54025b,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:17.708269 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:17.710487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.713999 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fa9a006-28b3-4dcd-8131-aaeb2a54025b HTTP/1.1" status: 204 len: 168 time: 0.3858585 May 19 23:29:17.713999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734756c2-565f-4b43-a71a-82989c57c24f req-a0275304-a7f2-4cad-bdd8-2e50a72ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:17.714613 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-a0275304-a7f2-4cad-bdd8-2e50a72ed43c service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.1810894 May 19 23:29:17.722315 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396febf7-6927-49c0-88a5-97233af7dd91 req-365ed281-94c9-4415-8436-b8dc5b3eb630 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:17.723821 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-396febf7-6927-49c0-88a5-97233af7dd91 req-365ed281-94c9-4415-8436-b8dc5b3eb630 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1842387 May 19 23:29:17.758515 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.797403 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-0d299e4d-9b11-47ab-9aee-a1039715dd42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.0748758 May 19 23:29:17.800083 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-396febf7-6927-49c0-88a5-97233af7dd91 req-81628bad-3075-4f92-b2d7-657a884743c3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 May 19 23:29:17.804958 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.846390 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60692) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:17.871748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.880694 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d3ec522c-b71c-4364-8712-810383c49216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:17.890723 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734756c2-565f-4b43-a71a-82989c57c24f req-762a0e78-af0b-418a-8a47-9ed24f19fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:17.892954 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-762a0e78-af0b-418a-8a47-9ed24f19fe9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.0871112 May 19 23:29:17.897315 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfcabb1-79e2-488b-9233-c4e51c97cfe2,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:17.900271 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:17.901527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:17.906016 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dfcabb1-79e2-488b-9233-c4e51c97cfe2 HTTP/1.1" status: 204 len: 168 time: 0.2462423 May 19 23:29:17.959159 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-4e8c6fbf-7145-47b5-a422-ee547efba559 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522518 May 19 23:29:18.132149 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.161641 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-59735580-13e6-40db-b37e-8923861ae5b9 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946335 May 19 23:29:18.172012 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:18.186557 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2aa31d9c294c5da841ad57e490e91d is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:18.193406 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:18.205941 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:18.309663 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.348247 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-734756c2-565f-4b43-a71a-82989c57c24f req-011e0ec7-d704-4edc-83c1-035d3916e89a service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714096 May 19 23:29:18.410681 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c4b11f0e-721c-4c01-8c1f-faa24782b70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.413907 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.423313 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.441991 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a44f90d9-5841-4ee9-8857-175898893ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:18.483668 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860df08d-1bf2-4d42-8aa3-3afd3c50bb2b,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:18.489751 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:18.521301 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d2aa31d9c294c5da841ad57e490e91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697240 May 19 23:29:18.521395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60734) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:18.610682 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.646489 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.714234 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.720615 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4f42546a-217c-4b49-9575-52af2ad2757b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:18.734331 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860df08d-1bf2-4d42-8aa3-3afd3c50bb2b,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:18.773813 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:18.774558 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:18.778375 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/860df08d-1bf2-4d42-8aa3-3afd3c50bb2b HTTP/1.1" status: 204 len: 168 time: 0.2568507 May 19 23:29:18.809698 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d9230-b0ae-4c79-bb40-3fede1d0dfa1 req-22010e70-8302-40ed-b2ed-8637dc1bbd34 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:18.811159 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-460d9230-b0ae-4c79-bb40-3fede1d0dfa1 req-22010e70-8302-40ed-b2ed-8637dc1bbd34 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 944 time: 0.1037512 May 19 23:29:18.866438 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-460d9230-b0ae-4c79-bb40-3fede1d0dfa1 req-8823df5c-f26a-4ec2-81bc-f3e78bf254ec tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 May 19 23:29:19.023030 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194241f-3535-41de-97b0-af2a0dc2ea3b req-b64d1d55-e43e-4590-9ef2-7eadaf8b6602 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:19.024630 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0194241f-3535-41de-97b0-af2a0dc2ea3b req-b64d1d55-e43e-4590-9ef2-7eadaf8b6602 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0855815 May 19 23:29:19.078403 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0194241f-3535-41de-97b0-af2a0dc2ea3b req-b2c6a701-e4f3-4aaf-96fd-c0089df2d5be tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467818 May 19 23:29:19.135996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60770) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:19.156296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.171282 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:19.175394 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Usage tracker for resource:security_group_rule and tenant:6a10d1b94c1b4549bef457caa8299b39 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:19.178733 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:19.184992 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:19.250135 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.288103 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.292262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.301446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:19.345246 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a10d1b94c1b4549bef457caa8299b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056072 May 19 23:29:19.345433 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60780) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:19.348157 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc17b1-061e-4f7e-aa38-c8e9e84c8d0c,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:19.361102 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:19.418066 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.444265 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.505733 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.511560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:19.523744 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc17b1-061e-4f7e-aa38-c8e9e84c8d0c,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:19.526187 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:19.533905 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:19.537359 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7cc17b1-061e-4f7e-aa38-c8e9e84c8d0c HTTP/1.1" status: 204 len: 168 time: 0.1887729 May 19 23:29:19.679741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60796) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:19.716881 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60802) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:19.967833 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.004594 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:20.011080 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2fed0041a34a6da03c5045eb381a8c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:20.016960 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:20.024263 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:20.108974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca7ef7-69b7-43e8-aa3d-fca5dbd8142d req-2ba95f61-e839-4655-94da-1754c3a8f4f3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:20.117828 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcca7ef7-69b7-43e8-aa3d-fca5dbd8142d req-2ba95f61-e839-4655-94da-1754c3a8f4f3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 944 time: 0.1099877 May 19 23:29:20.117999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.147165 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:20.150417 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.153035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf7c247fe4340c4927ac857d2700f42 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:20.156579 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:20.163493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.176038 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:20.176038 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-979f66c6-020b-426d-992a-46092bad4dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:20.178983 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 71d6a569-c9c7-4af6-a80c-62f2c62f10bd details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:29:20.224082 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcca7ef7-69b7-43e8-aa3d-fca5dbd8142d req-872a8a32-612a-4282-a4d9-609e15ffcdd8 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055820 May 19 23:29:20.315083 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3016774e-a585-4e08-9a9f-11112ee023b1,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:20.343418 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e2fed0041a34a6da03c5045eb381a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6623435 May 19 23:29:20.344161 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60834) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:20.345419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:20.443125 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56af88-50dc-47c8-9837-1389f6eaf48e req-65dd2be1-e0e0-4b44-9986-a1c1ca7fd29e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:20.444056 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc56af88-50dc-47c8-9837-1389f6eaf48e req-65dd2be1-e0e0-4b44-9986-a1c1ca7fd29e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1866877 May 19 23:29:20.460326 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:20.475601 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'port_id': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'mac_address': 'fa:16:3e:d9:3d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f14d2b0-33de-4205-8431-53548d0b6fb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:29:20.492913 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.547303 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.548610 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.550464 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc56af88-50dc-47c8-9837-1389f6eaf48e req-47aeecc1-ee74-423f-b6f5-d197ee172a8e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 May 19 23:29:20.565654 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d6a569-c9c7-4af6-a80c-62f2c62f10bd {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:20.575188 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.584416 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:20.588870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.591092 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7cd7c1c5-058b-47ed-b1d8-46a8e7e01701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:20.621532 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.630917 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bd82d81a-d664-4270-aa1c-4b1bbe910cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:20.659206 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:20.663683 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:20.683500 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.692252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63cec7a-c063-483d-8ee9-0d7b918dfaa9,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:20.699712 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cf7c247fe4340c4927ac857d2700f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784491 May 19 23:29:20.699712 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:20.699712 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9d4bdd7c-e5c0-4cc5-b490-18114f7a9c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:20.700317 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 60844) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:20.714825 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016774e-a585-4e08-9a9f-11112ee023b1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:20.716129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:20.718147 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.721419 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3016774e-a585-4e08-9a9f-11112ee023b1 HTTP/1.1" status: 204 len: 168 time: 0.3694837 May 19 23:29:20.779778 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.813149 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.817964 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.896863 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.905811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dc3a4bdd-19fc-4ba8-bf8c-c442ed1d7434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:20.914804 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63cec7a-c063-483d-8ee9-0d7b918dfaa9,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:20.920164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:20.924956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:20.926068 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c63cec7a-c063-483d-8ee9-0d7b918dfaa9 HTTP/1.1" status: 204 len: 168 time: 0.2242577 May 19 23:29:20.955582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['71d6a569-c9c7-4af6-a80c-62f2c62f10bd'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:21.187535 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60868) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:21.326520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.343976 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:21.348487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Usage tracker for resource:security_group_rule and tenant:241c8d23bef240118879e57d2e050128 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:21.351525 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:21.357843 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:21.455136 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.461358 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.471173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-18b7657f-0980-4ec2-9903-55dc4bfbddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:21.509995 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd8cd7-60d1-477f-ad4f-f8fa3d6f9dbf req-8d803e5a-f212-47e0-8bf8-18b0f91bf72b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:21.516369 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58cd8cd7-60d1-477f-ad4f-f8fa3d6f9dbf req-8d803e5a-f212-47e0-8bf8-18b0f91bf72b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 945 time: 0.1707277 May 19 23:29:21.530818 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=241c8d23bef240118879e57d2e050128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411732 May 19 23:29:21.532516 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0700fd40-7186-4c1b-ac0d-90dc72c83782,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:21.534777 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 60896) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:21.537270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:21.621932 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58cd8cd7-60d1-477f-ad4f-f8fa3d6f9dbf req-26d6123b-93bf-461c-89bf-2d00521a100f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011119 May 19 23:29:21.654150 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.699437 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.861095 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.868836 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae583904-4f39-4fa1-8377-b1942c18a1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:21.878427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db149-2a26-42ac-87fd-9ccf3fec163f req-f3713203-0cba-4b5c-89c4-010900578397 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:21.881071 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0700fd40-7186-4c1b-ac0d-90dc72c83782,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:21.884826 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:21.888051 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:21.888298 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb0db149-2a26-42ac-87fd-9ccf3fec163f req-f3713203-0cba-4b5c-89c4-010900578397 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1293225 May 19 23:29:21.891834 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0700fd40-7186-4c1b-ac0d-90dc72c83782 HTTP/1.1" status: 204 len: 168 time: 0.3536987 May 19 23:29:21.943017 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb0db149-2a26-42ac-87fd-9ccf3fec163f req-34999237-1cf6-48a0-a978-a497cf1e41ee tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537505 May 19 23:29:22.191237 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 71d6a569-c9c7-4af6-a80c-62f2c62f10bd up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:29:22.264902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:29:22.272173 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:29:22.272553 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:22.416223 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:22.456537 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:22.470974 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:22.475620 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:22.480559 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-7ffd3ad3-d197-48cc-bccd-573f5ad60010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:22.553402 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'code': 200} May 19 23:29:22.601575 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:22.611271 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:22.868313 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ce65b-e8e5-4f64-bc1a-fb3e05ff292a req-e9f555a3-9db9-4c89-bc8c-d8e68eb45a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:22.870218 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ed5ce65b-e8e5-4f64-bc1a-fb3e05ff292a req-e9f555a3-9db9-4c89-bc8c-d8e68eb45a3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 1099 time: 0.1175663 May 19 23:29:22.932506 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ed5ce65b-e8e5-4f64-bc1a-fb3e05ff292a req-ddaa708e-6f23-4d4f-a7b4-dc27127dacfa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 May 19 23:29:22.994442 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14dfe7-d8f1-4d45-9710-ad1c9e23f748 req-a3564f0c-dfd6-4ae2-8dfa-bd9dabe842e0 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:23.003983 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cd14dfe7-d8f1-4d45-9710-ad1c9e23f748 req-a3564f0c-dfd6-4ae2-8dfa-bd9dabe842e0 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.1746738 May 19 23:29:23.059493 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cd14dfe7-d8f1-4d45-9710-ad1c9e23f748 req-f8e0fd4f-3f9e-456d-978c-2626809cf2fc tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 May 19 23:29:23.132355 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 32788) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:23.285368 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba6f61-1807-4c10-a199-e5b8c6f5f830 req-89c824b8-a93e-4822-b4b0-9651dc0b65d5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:23.293138 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2ba6f61-1807-4c10-a199-e5b8c6f5f830 req-89c824b8-a93e-4822-b4b0-9651dc0b65d5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1233714 May 19 23:29:23.318350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.343888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:23.350052 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Usage tracker for resource:security_group_rule and tenant:a54fcabe4209474792e0847c55b8ee50 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:23.352539 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2ba6f61-1807-4c10-a199-e5b8c6f5f830 req-26f9091b-b582-4b0d-babd-064d2b0192ed tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582342 May 19 23:29:23.355978 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:23.369293 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:23.486035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.493147 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.513100 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc972891-88ca-43b0-9a1c-c2c5fffd2da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:23.552094 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a54fcabe4209474792e0847c55b8ee50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154618 May 19 23:29:23.554418 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 32816) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:23.580163 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00662385-fa6c-4567-9b25-7b95b7c27848,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:23.585436 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:23.622501 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.651233 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.717265 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.723134 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ca109780-0a41-4e91-853a-3904f6daab9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:23.736546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00662385-fa6c-4567-9b25-7b95b7c27848,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:23.740458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:23.744455 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:23.745740 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00662385-fa6c-4567-9b25-7b95b7c27848 HTTP/1.1" status: 204 len: 168 time: 0.1904094 May 19 23:29:24.301435 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f7765-0baf-4d3d-82a1-00c3d84977b5 req-33047f6c-ba79-40fb-85cc-b40060b9d0f6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:24.302915 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127f7765-0baf-4d3d-82a1-00c3d84977b5 req-33047f6c-ba79-40fb-85cc-b40060b9d0f6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.0884531 May 19 23:29:24.355853 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127f7765-0baf-4d3d-82a1-00c3d84977b5 req-663229a2-4322-4377-9247-9fb0879fae0d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 May 19 23:29:24.592357 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8f50-4d29-4df8-b3c5-015addb6f0d0 req-8a236f3f-2f94-4fb3-b4d5-ae418a33bba8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:24.593944 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b20b8f50-4d29-4df8-b3c5-015addb6f0d0 req-8a236f3f-2f94-4fb3-b4d5-ae418a33bba8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1379879 May 19 23:29:24.640787 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b20b8f50-4d29-4df8-b3c5-015addb6f0d0 req-6d1a140b-f33c-49e0-87c0-85838c72e767 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 May 19 23:29:25.621522 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c1909-1097-4335-86c9-147665d5176d req-7fd40d77-46c7-4499-9e3c-2a1e80f0f4d5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:25.624325 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-708c1909-1097-4335-86c9-147665d5176d req-7fd40d77-46c7-4499-9e3c-2a1e80f0f4d5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.1387844 May 19 23:29:25.676630 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-708c1909-1097-4335-86c9-147665d5176d req-85d27726-2554-4ed5-9959-914e4dc45cb3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 May 19 23:29:25.835035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58fa9-1fbc-436e-9a85-a84a5292fade req-0fe22a7d-64fe-4ad6-ae3b-8625ac2992b5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:25.836631 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eeb58fa9-1fbc-436e-9a85-a84a5292fade req-0fe22a7d-64fe-4ad6-ae3b-8625ac2992b5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0854354 May 19 23:29:25.887254 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eeb58fa9-1fbc-436e-9a85-a84a5292fade req-76bc6038-1701-4638-81d0-227254447b0b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 May 19 23:29:27.094162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b110c-4171-424d-81af-556d441aca37 req-3136689a-0062-4bd1-bd68-50c617b8bec5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:27.095522 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d27b110c-4171-424d-81af-556d441aca37 req-3136689a-0062-4bd1-bd68-50c617b8bec5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0812385 May 19 23:29:27.142000 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d27b110c-4171-424d-81af-556d441aca37 req-6b15add6-765e-43d4-8174-ed0de07e5435 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 May 19 23:29:28.326418 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0308be-b640-4940-96e5-12e3f4dae857 req-885fd7ba-9315-497b-808c-eb90963ce381 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:28.327834 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8c0308be-b640-4940-96e5-12e3f4dae857 req-885fd7ba-9315-497b-808c-eb90963ce381 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0802369 May 19 23:29:28.371486 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8c0308be-b640-4940-96e5-12e3f4dae857 req-b8dbd5e8-0afe-4822-bb62-29d602c6f016 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 May 19 23:29:28.883697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33002) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:28.946528 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Deleting subnet 4c6a2aaf-ec26-4906-8c82-4946f99ab425 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:29:28.949418 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.012629 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.067740 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.324426 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.329042 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:29.364650 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6a2aaf-ec26-4906-8c82-4946f99ab425,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:29.366734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.370453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:29.373259 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b2c34ae9-6c55-40d4-8ac9-6527c8ad0637 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c6a2aaf-ec26-4906-8c82-4946f99ab425 HTTP/1.1" status: 204 len: 168 time: 0.4884269 May 19 23:29:29.375682 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33020) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:29.485741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.539653 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33028) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:29.574888 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c906e-7290-49a3-8d14-80b53dfa931b req-3d7ad737-c3fc-4dcd-af1e-439ea8d1a741 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:29.576334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c82c906e-7290-49a3-8d14-80b53dfa931b req-3d7ad737-c3fc-4dcd-af1e-439ea8d1a741 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0893927 May 19 23:29:29.618286 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.627427 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c82c906e-7290-49a3-8d14-80b53dfa931b req-4c77812f-880e-4b82-a7d3-1358082785f6 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 May 19 23:29:29.633615 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5b950c-e3a6-4fdc-b489-29241c83dcca']}} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:29.645772 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428fb577-a03b-47ba-b174-bbfa69011daa') {'for_net_delete': True} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:29.646077 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428fb577-a03b-47ba-b174-bbfa69011daa') {} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:29.658881 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31496019'] for segment, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.672973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.679512 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.687013 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=91601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:29:29.687402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32190477'] for segment, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.688721 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:29.692770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6be9a5bb78524ca49ed34a43a132d72b is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:29.695516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: Traceback (most recent call last): May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: timer() May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: cb(*args, **kw) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: return func(*args, **kwargs) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: self._notify() May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: self.callback(batched_events) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: event.method(event) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: return f(self, *a, **k) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: return self._get(url).json() May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: return self.request(url, 'GET', **kwargs) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:29:29.700662 dv-cinder-792209-1-smb neutron-server[91601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:29:29.702807 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:29.785173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.786396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.790336 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.790724 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c01d7c9-0d75-41f9-bec8-868fdade6830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:29.805302 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:29.807482 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.819360 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5b950c-e3a6-4fdc-b489-29241c83dcca,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:29.825821 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:29.828537 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d5b950c-e3a6-4fdc-b489-29241c83dcca HTTP/1.1" status: 204 len: 168 time: 0.4519174 May 19 23:29:29.831315 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33034) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:29.859359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb29e1-6812-403d-afdb-3edb10d135ff,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:29.863760 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:29.866887 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6be9a5bb78524ca49ed34a43a132d72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245044 May 19 23:29:29.869627 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33042) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:29.912997 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Deleting subnet b1d73f94-3ee4-40ad-a40e-9a6db5eaf071 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:29:29.916221 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.949355 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.980081 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:29.983247 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.050135 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.051864 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.054118 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dfec1b01-88fa-4680-b211-6f3bc1be0275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:30.077170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb29e1-6812-403d-afdb-3edb10d135ff,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:30.080150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:30.085443 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.086774 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2feb29e1-6812-403d-afdb-3edb10d135ff HTTP/1.1" status: 204 len: 168 time: 0.2145045 May 19 23:29:30.429848 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.433661 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-93571a84-fa3a-44dd-9b15-a0b382e90d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:30.465797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d73f94-3ee4-40ad-a40e-9a6db5eaf071,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:30.470563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:30.473261 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.479045 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1d73f94-3ee4-40ad-a40e-9a6db5eaf071 HTTP/1.1" status: 204 len: 168 time: 0.6467717 May 19 23:29:30.481734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33054) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:30.650474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.736656 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728863a8-3bcc-45e5-a6bb-5238d1c6499c req-0ace0530-ff21-49c5-8fa9-49e7bd57c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:30.739149 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-728863a8-3bcc-45e5-a6bb-5238d1c6499c req-0ace0530-ff21-49c5-8fa9-49e7bd57c865 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.2226336 May 19 23:29:30.822495 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.828209 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900229-141e-4b3f-a519-e634b7261f48 req-8548964d-4fa6-4bdd-a9a9-ee0db372a1a0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:30.830125 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3a900229-141e-4b3f-a519-e634b7261f48 req-8548964d-4fa6-4bdd-a9a9-ee0db372a1a0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0894508 May 19 23:29:30.840073 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc450e2-472d-4a9d-bc5d-072f0b8dac7e']}} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:30.864856 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfc31d5-f28f-490f-acae-facfc5871390') {'for_net_delete': True} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:30.865192 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfc31d5-f28f-490f-acae-facfc5871390') {} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:29:30.878417 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-728863a8-3bcc-45e5-a6bb-5238d1c6499c req-3dbed863-c968-481e-85c2-9b5a404368aa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301188 May 19 23:29:30.878696 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3a900229-141e-4b3f-a519-e634b7261f48 req-d6e95272-71ed-418c-b29d-bd3b69cf6b08 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 May 19 23:29:30.883817 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31496019'] for segment, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.901366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.909500 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=91601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:29:30.909966 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32190477'] for segment, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: Traceback (most recent call last): May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: timer() May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: cb(*args, **kw) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: return func(*args, **kwargs) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: self._notify() May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: self.callback(batched_events) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: event.method(event) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: return f(self, *a, **k) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: return self._get(url).json() May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: return self.request(url, 'GET', **kwargs) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:29:30.924853 dv-cinder-792209-1-smb neutron-server[91601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:29:31.024653 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.028223 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:31.043747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.050244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc450e2-472d-4a9d-bc5d-072f0b8dac7e,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:31.053108 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:31.054739 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c0be775b-cc71-42b5-975e-4cc164a043ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/ebc450e2-472d-4a9d-bc5d-072f0b8dac7e HTTP/1.1" status: 204 len: 168 time: 0.5721257 May 19 23:29:31.263942 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33074) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:31.336822 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b9f4cc9a-ee8a-4034-9b17-cfdd201d75c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5bb042702c0408db2ac6dd53ca1f358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713730 May 19 23:29:31.339075 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33080) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:31.416336 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.443905 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.508951 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.514238 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b93d5b46-929b-405b-9893-8390385250c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:31.527766 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12650c4b-9543-4ab2-82c2-62106793fe68,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:31.530894 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:31.537216 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:31.541284 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12650c4b-9543-4ab2-82c2-62106793fe68 HTTP/1.1" status: 204 len: 168 time: 0.1984217 May 19 23:29:32.008853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33110) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:32.063561 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1b35f0ac-15af-4fd2-9489-1bda65d87568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=621de1b19c9e4a6e965c4e07695a4f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508251 May 19 23:29:32.063779 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33114) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:32.126554 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:32.141809 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3d227-2631-4e0e-ba62-ab434ec0b0ce req-e52b4e23-4fc9-4956-acdc-141ddc1d478f tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:32.143294 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7bc3d227-2631-4e0e-ba62-ab434ec0b0ce req-e52b4e23-4fc9-4956-acdc-141ddc1d478f tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0930262 May 19 23:29:32.158215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:32.189810 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7bc3d227-2631-4e0e-ba62-ab434ec0b0ce req-c1db6b22-afe2-40d6-83cf-2bd42b6a5eb5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 May 19 23:29:32.214451 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:32.219429 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5e6ca2e0-3249-4691-8f86-689bb072ea30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:32.230912 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06accf42-72d0-4f6c-b351-36e0f92375ca,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:32.234010 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:32.240043 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:32.243461 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06accf42-72d0-4f6c-b351-36e0f92375ca HTTP/1.1" status: 204 len: 168 time: 0.1764941 May 19 23:29:33.366621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-bf0484e6-9ba5-4ad6-bb16-195e3ddd5b5e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:33.368256 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-bf0484e6-9ba5-4ad6-bb16-195e3ddd5b5e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.2113838 May 19 23:29:33.408193 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-d4e346c1-c034-4711-85b8-29cb0fdcdaa3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/quotas/66915aa4a2d440119d97d3d4ed93ce2d HTTP/1.1" status: 200 len: 375 time: 0.0254354 May 19 23:29:33.422694 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b596-e4c1-4485-94af-c812b0a940ff req-30358a5e-a5c1-4bb7-89e4-388b5bec7217 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:33.429675 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7678b596-e4c1-4485-94af-c812b0a940ff req-30358a5e-a5c1-4bb7-89e4-388b5bec7217 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1178565 May 19 23:29:33.535746 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7678b596-e4c1-4485-94af-c812b0a940ff req-0db22aed-eaa5-4edf-ae46-12fe2443760d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050510 May 19 23:29:33.578545 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-45c85c5c-7fc0-463b-a405-e4c566c21808 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459894 May 19 23:29:33.712341 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-795792e3-9419-4476-a936-9174f5299252 service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328773 May 19 23:29:33.850327 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-ade1b06b-7f9e-40b1-8d0a-fc475d172ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316500 May 19 23:29:34.039403 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0d0dfdbd-dbd0-4409-9d1b-9b3cb3d34ffa req-d7cd5c8a-edf8-4338-9ea1-38c0e044845c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 210 time: 0.0466228 May 19 23:29:34.287924 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-3105d1cc-15b6-4409-8c0f-1da767916353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:34.289556 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-3105d1cc-15b6-4409-8c0f-1da767916353 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0736945 May 19 23:29:34.340740 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc6452-7db1-4472-a5d6-7649ed767f46 req-b7fb42e4-fe67-4dfd-8853-13c2847ebf01 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:34.342365 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-75fc6452-7db1-4472-a5d6-7649ed767f46 req-b7fb42e4-fe67-4dfd-8853-13c2847ebf01 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0896678 May 19 23:29:34.440879 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-d8e9d43b-43b8-4866-a36d-30e25d060cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:34.442390 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-d8e9d43b-43b8-4866-a36d-30e25d060cf7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.1432989 May 19 23:29:34.465166 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-75fc6452-7db1-4472-a5d6-7649ed767f46 req-dc84dc25-ba05-41c2-97f6-0629288cdcdb tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161261 May 19 23:29:34.539581 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-cc197122-f64d-4b89-b34c-cd9419b9d0cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.0801587 May 19 23:29:34.632142 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-042a39e1-618d-4448-81c1-a524091ff36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:34.634148 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-042a39e1-618d-4448-81c1-a524091ff36f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.0729964 May 19 23:29:34.695738 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-223096eb-819c-4e34-b5e1-97cd84251b58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549319 May 19 23:29:34.857242 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-e8de17d3-a3e3-4cb8-afbf-59ebf8a69dbd service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499906 May 19 23:29:35.170202 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-75bcd62b-0211-48df-aa2a-9451a6a2963f req-b9b80fe0-c767-48c8-be75-2dbad617ec0f service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951095 May 19 23:29:35.259028 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-15ffd3c6-0f20-442a-b682-8030dbbd5268 req-d1d688e9-b6e1-4c28-91da-6f8468166e05 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 210 time: 0.0438173 May 19 23:29:35.446295 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-f8aaf1fe-b6d6-48f3-b4ba-d5cfa426692d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:35.447677 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-f8aaf1fe-b6d6-48f3-b4ba-d5cfa426692d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 815 time: 0.1489069 May 19 23:29:35.462790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Request body: {'port': {'device_id': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'admin_state_up': True, 'tenant_id': '66915aa4a2d440119d97d3d4ed93ce2d'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:35.609942 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:35.620075 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:35.634835 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Made reservation on behalf of 66915aa4a2d440119d97d3d4ed93ce2d for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:35.638836 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:35.673935 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa299e9e-5d2d-406a-a641-c915ccd5c1e8 req-f464fa1f-ba80-4a7e-912b-304559de9647 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:35.680288 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa299e9e-5d2d-406a-a641-c915ccd5c1e8 req-f464fa1f-ba80-4a7e-912b-304559de9647 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0983596 May 19 23:29:35.722075 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa299e9e-5d2d-406a-a641-c915ccd5c1e8 req-2fa45354-a6fd-4caa-8ee1-248337e3a475 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 May 19 23:29:35.811171 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Allocated IP 172.20.0.5 (6e272f46-4166-4117-adad-69a8674bdcf6/1f14d2b0-33de-4205-8431-53548d0b6fb8/de931a52-e258-43ee-8a99-67cad016465d) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:29:36.008731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.039664 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.046501 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:36.056282 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470', '00baea2c-805e-47a5-9ec9-622b22707d73', '71d6a569-c9c7-4af6-a80c-62f2c62f10bd'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:36.113065 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Network 6e272f46-4166-4117-adad-69a8674bdcf6 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:29:36.116001 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:29:36.119814 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:29:36.158159 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event updated for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:36.163079 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:36.191225 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:36.192153 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.219558 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607491 May 19 23:29:36.234620 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Request body: {'port': {'device_id': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:36.484324 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.497869 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e29358-5b42-4f98-9d55-985aee5b1c9e req-82dbb33e-64f8-4e7c-b9a7-898f5d79ef35 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:36.500085 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-62e29358-5b42-4f98-9d55-985aee5b1c9e req-82dbb33e-64f8-4e7c-b9a7-898f5d79ef35 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 931 time: 0.0989494 May 19 23:29:36.600054 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-62e29358-5b42-4f98-9d55-985aee5b1c9e req-f4b7db80-754e-48fa-995c-46c855889861 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 May 19 23:29:36.911556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de931a52-e258-43ee-8a99-67cad016465d {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:36.923780 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.936653 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23136b1-4770-4d88-a190-f294cbe7fb43 req-3e530e4a-e7c2-4fbc-beb9-15365ce618e3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:36.938118 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e23136b1-4770-4d88-a190-f294cbe7fb43 req-3e530e4a-e7c2-4fbc-beb9-15365ce618e3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0894763 May 19 23:29:36.943275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Transition to ACTIVE for port object de931a52-e258-43ee-8a99-67cad016465d will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:29:36.947820 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:36.952579 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d01a078d-9e81-42bb-a9de-6b05c90a7ee5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:36.995834 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e23136b1-4770-4d88-a190-f294cbe7fb43 req-35e80c94-ca44-4fda-b4e7-5b70bb9be260 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 May 19 23:29:37.117720 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Pushing event updated for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:37.120585 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:37.197047 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Attempting to bind port de931a52-e258-43ee-8a99-67cad016465d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:29:37.197526 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Attempting to bind port de931a52-e258-43ee-8a99-67cad016465d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:29:37.197891 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Attempting to bind port de931a52-e258-43ee-8a99-67cad016465d on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:37.204215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Port de931a52-e258-43ee-8a99-67cad016465d on network 6e272f46-4166-4117-adad-69a8674bdcf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:29:37.204556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Attempting to bind port de931a52-e258-43ee-8a99-67cad016465d on network 6e272f46-4166-4117-adad-69a8674bdcf6 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:37.212332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:29:37.212665 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Checking segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:29:37.213044 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Bound using segment: {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:29:37.213482 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Bound port: de931a52-e258-43ee-8a99-67cad016465d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c782432-4d27-4c83-8cf1-34e414e95b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:29:37.213824 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:37.303369 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:29:37.306268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=de931a52-e258-43ee-8a99-67cad016465d,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:29:37.309708 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:37.314681 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:37.445785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:37.446438 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:37.447816 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-19398745-1fc8-4d10-a362-25b14838958c service neutron] 10.222.0.58 "PUT /v2.0/ports/de931a52-e258-43ee-8a99-67cad016465d HTTP/1.1" status: 200 len: 1093 time: 1.2197864 May 19 23:29:37.448434 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:37.472882 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Pushing event updated for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:37.475910 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:37.530948 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d', 'status': 'completed', 'code': 200} May 19 23:29:37.570674 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-4c510af1-cb47-4cec-963c-c79f639d2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:37.572250 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-4c510af1-cb47-4cec-963c-c79f639d2913 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0723548 May 19 23:29:37.655109 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-9f60445a-2bc3-468e-ab82-25cbceae1a04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de931a52-e258-43ee-8a99-67cad016465d HTTP/1.1" status: 200 len: 217 time: 0.0637345 May 19 23:29:37.740316 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-88fe1795-361c-4e33-8154-da456db4189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:37.741847 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-88fe1795-361c-4e33-8154-da456db4189e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0787916 May 19 23:29:37.817072 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-6404a7e8-2856-4d39-9b2e-62180130b5ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560160 May 19 23:29:37.829782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ea9e2-a020-4e83-b8bf-3ad3d9a61189 req-66b35c97-aac3-4b80-9291-0f77794454b3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:37.832226 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-168ea9e2-a020-4e83-b8bf-3ad3d9a61189 req-66b35c97-aac3-4b80-9291-0f77794454b3 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 943 time: 0.0944958 May 19 23:29:37.899061 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-168ea9e2-a020-4e83-b8bf-3ad3d9a61189 req-9c86275e-4cb6-4f1a-8864-8174b1d14e49 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 May 19 23:29:37.967067 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-17717656-bcf3-4c1b-a276-3b37634549df service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389170 May 19 23:29:38.113907 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9d06bd0d-5073-4153-b531-b1ff1981a0af req-cbeb9d8e-63c3-4a0a-8bc9-c25bf2195e36 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346176 May 19 23:29:38.200079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1e978-085b-4443-aa23-723a5a937f73 req-f792ea1a-5fc7-4ffb-a8aa-a1514d075ed9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:38.202190 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-93d1e978-085b-4443-aa23-723a5a937f73 req-f792ea1a-5fc7-4ffb-a8aa-a1514d075ed9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0838671 May 19 23:29:38.250411 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-93d1e978-085b-4443-aa23-723a5a937f73 req-641e805f-3f96-4e1b-b17b-953f35ef6efb tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 May 19 23:29:38.253604 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-3268a295-3751-4164-b1e3-02e75f81292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:38.255306 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-3268a295-3751-4164-b1e3-02e75f81292d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0770578 May 19 23:29:38.419214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-bd39b83f-1962-4fea-9d0a-efa385ecd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:38.421022 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-bd39b83f-1962-4fea-9d0a-efa385ecd96d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 200 len: 916 time: 0.1462557 May 19 23:29:38.496978 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-62f7369f-b459-4969-b76e-b5cc736e9103 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de931a52-e258-43ee-8a99-67cad016465d HTTP/1.1" status: 200 len: 217 time: 0.0681081 May 19 23:29:38.563747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-1aadd2c0-204c-4dad-8672-004826b411e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:38.568130 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-1aadd2c0-204c-4dad-8672-004826b411e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 200 len: 855 time: 0.0605805 May 19 23:29:38.621559 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-bcbe0a50-2f5b-47ec-b2e8-323595ae3ca9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e272f46-4166-4117-adad-69a8674bdcf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427036 May 19 23:29:38.767085 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-c3d3a3f5-9df4-40a3-90d7-81bd39e3b517 service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287842 May 19 23:29:38.904974 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-33f4a9b6-71f3-4dec-9e75-b52bc6513268 req-e67ad8b5-14f4-407d-b181-bd26c58e9e1a service neutron] 10.222.0.58 "GET /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248620 May 19 23:29:39.133568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86248-3c99-48e5-bc7e-5b085e67c383 req-df72e864-f712-4548-afa1-50ed9aacf9e6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:39.135635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6ea86248-3c99-48e5-bc7e-5b085e67c383 req-df72e864-f712-4548-afa1-50ed9aacf9e6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 943 time: 0.1337090 May 19 23:29:39.189510 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6ea86248-3c99-48e5-bc7e-5b085e67c383 req-a092d44b-f616-4be5-8d6b-5632cbda13f4 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447309 May 19 23:29:39.591603 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33344) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:39.714338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:39.729683 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:39.734490 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b8191be467e5403596bb25b65658728f is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:39.740236 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:39.744536 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:39.835016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:39.839825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:39.848791 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9207a1a2-8199-40be-9662-6e608b52ecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:39.860619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33356) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:39.892023 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349cbcc-190e-4fbb-8b8e-5b1e451b5029,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:39.896917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:39.902622 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8191be467e5403596bb25b65658728f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068206 May 19 23:29:39.902923 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33362) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:39.974122 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.000228 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.012382 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9734ae5-e766-40a7-aef1-46186bad66de req-7f09d38b-3912-47c2-aa8c-a3347d3a65c4 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:40.015231 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d9734ae5-e766-40a7-aef1-46186bad66de req-7f09d38b-3912-47c2-aa8c-a3347d3a65c4 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0884333 May 19 23:29:40.026983 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.036340 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:40.046728 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Usage tracker for resource:security_group_rule and tenant:31f9c76da38746ebb6693a9214574b5a is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:40.051498 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:40.058283 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d9734ae5-e766-40a7-aef1-46186bad66de req-681b8e1c-f757-4d42-ae9b-f5579ea84213 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 May 19 23:29:40.065326 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:40.112275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.116729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b1fc293-a82a-455d-9d93-9739db526e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:40.135027 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349cbcc-190e-4fbb-8b8e-5b1e451b5029,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:40.138545 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:40.168135 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.169248 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d349cbcc-190e-4fbb-8b8e-5b1e451b5029 HTTP/1.1" status: 204 len: 168 time: 0.2653866 May 19 23:29:40.186244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.190784 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.214338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c00c39a-8c3a-4149-b440-2177fadcabce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:40.242896 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33376) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:40.244498 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31f9c76da38746ebb6693a9214574b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821464 May 19 23:29:40.269653 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021805a8-a047-4fdb-a7bf-2742752dd0b8,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:40.276891 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:40.320900 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.349020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.475020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.481726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:40.501834 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021805a8-a047-4fdb-a7bf-2742752dd0b8,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:40.505690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:40.521176 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9f8d9-8364-47d5-ba12-0f5a4909e4ff req-fab3a293-bbe9-4eac-a7e7-449a0f626d6c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:40.522759 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-caa9f8d9-8364-47d5-ba12-0f5a4909e4ff req-fab3a293-bbe9-4eac-a7e7-449a0f626d6c tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 943 time: 0.1616774 May 19 23:29:40.525135 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:40.529244 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/021805a8-a047-4fdb-a7bf-2742752dd0b8 HTTP/1.1" status: 204 len: 168 time: 0.2852032 May 19 23:29:40.573471 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-caa9f8d9-8364-47d5-ba12-0f5a4909e4ff req-bf1e5455-7945-4f5c-b782-baba75f7fb47 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 May 19 23:29:41.823032 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ee9b-6259-4577-998f-2551f37fe8cd req-e9816a53-9034-4b73-9314-9a18e51a225e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:41.829381 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f73ee9b-6259-4577-998f-2551f37fe8cd req-e9816a53-9034-4b73-9314-9a18e51a225e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 943 time: 0.1465311 May 19 23:29:41.888365 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f73ee9b-6259-4577-998f-2551f37fe8cd req-b25a63fd-e952-4f9e-b0e0-c1c7adda05d0 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515463 May 19 23:29:42.333401 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device de931a52-e258-43ee-8a99-67cad016465d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:29:42.468298 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=de931a52-e258-43ee-8a99-67cad016465d,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:42.481718 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'de931a52-e258-43ee-8a99-67cad016465d', 'network_id': '6e272f46-4166-4117-adad-69a8674bdcf6', 'port_id': 'de931a52-e258-43ee-8a99-67cad016465d', 'mac_address': 'fa:16:3e:25:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f14d2b0-33de-4205-8431-53548d0b6fb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:29:42.537707 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:42.563889 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de931a52-e258-43ee-8a99-67cad016465d {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:42.581281 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=de931a52-e258-43ee-8a99-67cad016465d,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:42.585918 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:42.588367 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:42.657801 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:42.661080 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:43.146687 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['de931a52-e258-43ee-8a99-67cad016465d'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:43.184815 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16113b1-2753-45c8-8011-e65ad806345a req-672760ac-4400-49b3-bd3e-1c73e8869936 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:43.188267 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f16113b1-2753-45c8-8011-e65ad806345a req-672760ac-4400-49b3-bd3e-1c73e8869936 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 944 time: 0.1587868 May 19 23:29:43.250946 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f16113b1-2753-45c8-8011-e65ad806345a req-3c69f964-8163-4ed9-a505-0417c488715d tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527751 May 19 23:29:43.762268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6c6d-7a22-4306-a764-f96761259169 req-6f847acf-d115-41ee-803a-f16b04a974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:43.764428 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-6f847acf-d115-41ee-803a-f16b04a974ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0766420 May 19 23:29:43.824180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2876fd5-9515-420c-92eb-4ee1857edaab req-5d3f6326-161a-48d2-ab92-dea1b747f6b2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:43.826046 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2876fd5-9515-420c-92eb-4ee1857edaab req-5d3f6326-161a-48d2-ab92-dea1b747f6b2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0846906 May 19 23:29:43.883416 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2876fd5-9515-420c-92eb-4ee1857edaab req-60962bd7-67f1-4c6d-b30c-4a2f8ca20f48 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 May 19 23:29:43.995500 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6c6d-7a22-4306-a764-f96761259169 req-9a4331de-9665-478e-9b86-0222ff6f779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:43.997185 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-9a4331de-9665-478e-9b86-0222ff6f779c service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.2161551 May 19 23:29:44.070818 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-2c86a7f9-6764-4aba-94fb-a3e2085c8b07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.0643313 May 19 23:29:44.141107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6c6d-7a22-4306-a764-f96761259169 req-59c23149-731a-4336-ae1b-c5c6d0e457c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:44.151394 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-59c23149-731a-4336-ae1b-c5c6d0e457c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.0683653 May 19 23:29:44.208269 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-76f114b5-ed67-4cde-993c-e232b56916b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467777 May 19 23:29:44.345151 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-15d7eca8-16ec-4a1b-bada-e59d6d5e6a46 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298802 May 19 23:29:44.468814 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e15723-df6a-4a05-bd04-53a2984c3e14 req-27e30a84-03b3-4b3b-bad1-d6195ed9ef37 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:44.470289 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-60e15723-df6a-4a05-bd04-53a2984c3e14 req-27e30a84-03b3-4b3b-bad1-d6195ed9ef37 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 944 time: 0.0903227 May 19 23:29:44.486846 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d02c6c6d-7a22-4306-a764-f96761259169 req-b9ea6620-942e-48ad-b415-86942db246f4 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334929 May 19 23:29:44.516750 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-60e15723-df6a-4a05-bd04-53a2984c3e14 req-98eaeed2-62ef-4379-acb1-cb18c55c9410 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 May 19 23:29:45.070764 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59b4d0-2daa-4b47-aaf1-033654c88b97 req-a8812c17-5206-49e6-a835-8d0866760e0d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:45.072283 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc59b4d0-2daa-4b47-aaf1-033654c88b97 req-a8812c17-5206-49e6-a835-8d0866760e0d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0787740 May 19 23:29:45.120919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc59b4d0-2daa-4b47-aaf1-033654c88b97 req-9f0937d1-9bfa-4102-92d4-1a663cd4d858 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 May 19 23:29:45.504764 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33500) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:45.668787 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:45.672373 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4bafd74b-b404-4867-b020-e35b302ec952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:45.699780 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:45.706234 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2c00ef2d1440638a49bb63998e1934 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:45.709936 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:45.716996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:45.753836 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e4649-f317-4075-bf71-18e242e0a42b req-c35a5558-7e05-41af-ac78-8c8690146ee1 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:45.755226 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-255e4649-f317-4075-bf71-18e242e0a42b req-c35a5558-7e05-41af-ac78-8c8690146ee1 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 944 time: 0.1251216 May 19 23:29:45.824237 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-255e4649-f317-4075-bf71-18e242e0a42b req-5ae04e36-184d-42ce-9e0a-9062298366b6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600090 May 19 23:29:45.904022 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:45.907921 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:45.915110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e5f1471e-2b70-4e86-b1dd-8f4dfa514ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:45.956565 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a2c00ef2d1440638a49bb63998e1934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507186 May 19 23:29:45.957506 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb4d0f-4b5b-40a6-8e45-a20fabdfd157,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:45.959290 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33510) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:45.960417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:46.019552 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.044210 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.095644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.099137 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ce06c476-6336-43cd-b843-d8db33712685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:46.112899 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bb4d0f-4b5b-40a6-8e45-a20fabdfd157,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:46.115392 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:46.116589 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.119695 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3bb4d0f-4b5b-40a6-8e45-a20fabdfd157 HTTP/1.1" status: 204 len: 168 time: 0.1573842 May 19 23:29:46.304732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d105f-3567-4e16-b1c1-0037ca51c8b3 req-4e2ed3d5-218a-48c3-bdc1-af7ddd6ab45e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:46.306089 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f61d105f-3567-4e16-b1c1-0037ca51c8b3 req-4e2ed3d5-218a-48c3-bdc1-af7ddd6ab45e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0800941 May 19 23:29:46.355164 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f61d105f-3567-4e16-b1c1-0037ca51c8b3 req-8ae286e8-69ea-4ca3-a2e3-2bde979e7bc2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 May 19 23:29:46.368431 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device de931a52-e258-43ee-8a99-67cad016465d up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:29:46.436836 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port de931a52-e258-43ee-8a99-67cad016465d completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:29:46.441874 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port de931a52-e258-43ee-8a99-67cad016465d triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:29:46.442265 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.569866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.597855 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:46.608849 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=de931a52-e258-43ee-8a99-67cad016465d,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:46.613807 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:46.616530 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:46.684360 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d', 'code': 200} May 19 23:29:46.711091 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:46.714337 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:46.834667 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33556) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:46.946039 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ad8d5-ee94-4bb7-b6cb-95a9d974e999 req-85ba4919-7298-4d89-b52d-5c006299fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:46.947625 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5c9ad8d5-ee94-4bb7-b6cb-95a9d974e999 req-85ba4919-7298-4d89-b52d-5c006299fe88 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0803640 May 19 23:29:46.954991 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-709666175-network', 'tenant_id': '533d108c8cef46f2b9c0e07218779d1e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:46.971174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:46.980250 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Usage tracker for resource:network and tenant:533d108c8cef46f2b9c0e07218779d1e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:46.985395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:46.996949 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:47.012346 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5c9ad8d5-ee94-4bb7-b6cb-95a9d974e999 req-c8fa5605-a5eb-4d8f-b65f-7c3af9dc273d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 May 19 23:29:47.014087 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Made reservation on behalf of 533d108c8cef46f2b9c0e07218779d1e for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:47.016542 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.018664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488024c3-a523-4e72-8539-657f9c9bfa9b req-5e7c202b-0d43-46db-b90d-3240868efdff tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:47.020154 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-488024c3-a523-4e72-8539-657f9c9bfa9b req-5e7c202b-0d43-46db-b90d-3240868efdff tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.0814383 May 19 23:29:47.028379 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.042275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:47.046598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Usage tracker for resource:security_group_rule and tenant:533d108c8cef46f2b9c0e07218779d1e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:47.049345 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:47.054878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:47.064745 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-488024c3-a523-4e72-8539-657f9c9bfa9b req-53e310e4-593a-40c9-95d4-66774bc27642 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 May 19 23:29:47.142016 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.145521 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.149285 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7b69e745-71e5-46f8-908a-b9e74abbcb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:47.179013 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=91601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:29:47.187556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ed571-6ee1-47f6-8285-8b7185608140,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:47.190990 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:47.193546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.193884 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Added segment 51a545cd-0c4a-47df-9203-2faeb43cc97d of type vlan for network 86c24060-0e41-4ea1-814b-3ea735665f0e May 19 23:29:47.222005 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.253853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.255125 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:47.255701 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.260248 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:47.281265 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.353269 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5174503 May 19 23:29:47.356044 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 33564) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:47.363912 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Request body: {'subnet': {'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-709666175-subnet', 'tenant_id': '533d108c8cef46f2b9c0e07218779d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:47.367740 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Pushing event updated for resources: {'Network': ['ID=86c24060-0e41-4ea1-814b-3ea735665f0e,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:47.370474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:47.371566 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:47.376180 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Usage tracker for resource:subnet and tenant:533d108c8cef46f2b9c0e07218779d1e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:47.377326 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 86c24060-0e41-4ea1-814b-3ea735665f0e details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:29:47.379020 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:47.387494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:47.398731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Made reservation on behalf of 533d108c8cef46f2b9c0e07218779d1e for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:47.401270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32382340'] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.701102 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fa3bf-5faf-432e-aede-e38c29135530 req-716daa02-13df-46be-a5d8-9ce314aba5ff tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:47.702592 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f41fa3bf-5faf-432e-aede-e38c29135530 req-716daa02-13df-46be-a5d8-9ce314aba5ff tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0833540 May 19 23:29:47.746969 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f41fa3bf-5faf-432e-aede-e38c29135530 req-c89aa044-197e-4cd3-b0eb-3736c0b47f59 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 May 19 23:29:47.797204 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32145120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32382390'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.800827 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:47.871453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d506765-827a-48b7-bb8e-414a62e1de21,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:47.875203 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:47.881995 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Checking segment: {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:29:47.882352 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Network hostable DHCP agents. Network: 86c24060-0e41-4ea1-814b-3ea735665f0e, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:29:47.899142 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Network 86c24060-0e41-4ea1-814b-3ea735665f0e is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:29:47.911766 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 86c24060-0e41-4ea1-814b-3ea735665f0e) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:29:47.921513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff55b02-7a0d-40cf-b0a4-b82cd85d7dbf None None] Network 86c24060-0e41-4ea1-814b-3ea735665f0e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:29:47.921967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:47.922341 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:47.945765 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5859146 May 19 23:29:48.142849 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3aa211-8808-4beb-a766-ae5d6f739ff7 None None] Network 86c24060-0e41-4ea1-814b-3ea735665f0e requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:29:48.288626 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b9e3-9de6-40e8-9a13-19c3c084f4e0 req-b50d25cf-fe39-4c75-b84d-333c9bbf5ed2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:48.297216 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd89b9e3-9de6-40e8-9a13-19c3c084f4e0 req-b50d25cf-fe39-4c75-b84d-333c9bbf5ed2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.1231658 May 19 23:29:48.352784 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd89b9e3-9de6-40e8-9a13-19c3c084f4e0 req-4f6917cd-e539-4f3b-9f55-01b171ede392 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540240 May 19 23:29:48.367013 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:48.393278 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cf6ba12a-0afa-46c1-840f-194f82e6996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:48.931665 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428765f-0cbc-4bf1-82fd-b9fc0e0cd39e req-c2881560-91a8-49c8-8547-f18428ff4bfd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:48.933151 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f428765f-0cbc-4bf1-82fd-b9fc0e0cd39e req-c2881560-91a8-49c8-8547-f18428ff4bfd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0817306 May 19 23:29:48.977683 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f428765f-0cbc-4bf1-82fd-b9fc0e0cd39e req-84c93ee8-7b9a-4272-9518-b9525e26008c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 May 19 23:29:49.249003 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:49.529226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869d466-cee2-4797-b118-a5f5f363545c req-178ed381-8d94-4581-8dc6-ef993553baa6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:49.530608 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f869d466-cee2-4797-b118-a5f5f363545c req-178ed381-8d94-4581-8dc6-ef993553baa6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.0818665 May 19 23:29:49.574236 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f869d466-cee2-4797-b118-a5f5f363545c req-a5b5b9e7-18cb-4be7-80b2-94508df23ba7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 May 19 23:29:49.996134 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-97d7186f-cfa0-4b72-8d9e-7cf66cf3f3be tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:49.996134 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-97d7186f-cfa0-4b72-8d9e-7cf66cf3f3be tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 813 time: 0.1574223 May 19 23:29:50.008764 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-9a14649d-6b6d-4925-8db5-73108dbf1a38 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/quotas/533d108c8cef46f2b9c0e07218779d1e HTTP/1.1" status: 200 len: 375 time: 0.0112565 May 19 23:29:50.059378 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-47d1b0dd-71ed-416b-bd3c-9fab3d377ffc tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438206 May 19 23:29:50.249643 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-ec148756-4c0a-4092-a600-898675a65422 service neutron] 10.222.0.48 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827946 May 19 23:29:50.281438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa5488-0917-42d0-a1b4-ba3e791a42da req-38e6d9fc-0adf-43b0-91c8-70db5eab7d95 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:50.282861 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7afa5488-0917-42d0-a1b4-ba3e791a42da req-38e6d9fc-0adf-43b0-91c8-70db5eab7d95 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1787755 May 19 23:29:50.407568 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7afa5488-0917-42d0-a1b4-ba3e791a42da req-e256635d-ef68-4cb9-ad4d-d8af27373050 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101604 May 19 23:29:50.432081 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-09a6dc5a-73e2-440f-bdbc-7468a88a94eb service neutron] 10.222.0.48 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754179 May 19 23:29:50.639778 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96980b44-a538-41b8-8d59-31da5eede75d req-72398e6b-3da2-463d-8b4f-359ac04a551a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 210 time: 0.0554361 May 19 23:29:50.808634 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:51.800872 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-17c8a7b7-6fd2-42d7-91ac-356fd68ea4cf req-26f39d79-467c-486b-855e-6c545c7a205b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 210 time: 0.0498309 May 19 23:29:51.808819 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714eda2-3a8c-4f2b-b01b-c26ab560216b req-b4cd9ebf-c0f1-4038-9a55-6f43a1072953 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:51.811104 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6714eda2-3a8c-4f2b-b01b-c26ab560216b req-b4cd9ebf-c0f1-4038-9a55-6f43a1072953 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1473255 May 19 23:29:51.868639 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6714eda2-3a8c-4f2b-b01b-c26ab560216b req-fb09e364-c803-4cd8-a508-002063e0ea90 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512135 May 19 23:29:52.034474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-ed07dbfa-dc53-42c3-a317-494d1c5f51b8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:52.035208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-ed07dbfa-dc53-42c3-a317-494d1c5f51b8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Synchronizing usage tracker for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:network {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:29:52.053550 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-ed07dbfa-dc53-42c3-a317-494d1c5f51b8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Unset dirty status for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:network {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:29:52.054701 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-ed07dbfa-dc53-42c3-a317-494d1c5f51b8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 813 time: 0.2953334 May 19 23:29:52.079861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Request body: {'port': {'device_id': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e', 'admin_state_up': True, 'tenant_id': '533d108c8cef46f2b9c0e07218779d1e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:52.117875 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33684) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:52.227873 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:52.233878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Usage tracker for resource:port and tenant:533d108c8cef46f2b9c0e07218779d1e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:52.236873 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:52.242846 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:52.254732 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Made reservation on behalf of 533d108c8cef46f2b9c0e07218779d1e for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:52.262453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.269712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.284241 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:52.287986 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa5cba1b39b48fab085f0831fd586b6 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:52.290808 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:52.296424 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:52.402330 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.407028 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.416132 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1fc18f7d-ae58-49a7-afcd-9c8ae196f7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:52.451036 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Allocated IP 172.20.0.7 (86c24060-0e41-4ea1-814b-3ea735665f0e/4d506765-827a-48b7-bb8e-414a62e1de21/e2257e20-842a-45a0-a8a4-55451dd1d174) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:29:52.459943 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa5cba1b39b48fab085f0831fd586b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405843 May 19 23:29:52.463346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33696) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:52.476893 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b407375f-1923-4b77-9bb5-689a9a1c5e1a,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:52.490540 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:52.543690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.569987 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.672511 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.685835 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.690610 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-89946f20-57be-48f5-9959-51bd7cdcfa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:52.699069 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.703783 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b407375f-1923-4b77-9bb5-689a9a1c5e1a,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:52.707127 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:52.713131 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-81f7a9db-8b60-4e92-a146-74b680704f38 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:52.715523 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.719899 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b407375f-1923-4b77-9bb5-689a9a1c5e1a HTTP/1.1" status: 204 len: 168 time: 0.2555418 May 19 23:29:52.765652 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Network 86c24060-0e41-4ea1-814b-3ea735665f0e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:29:52.773387 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:29:52.775997 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:29:52.849210 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Pushing event updated for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:52.858640 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:52.868729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:52.869610 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:52.895620 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8202400 May 19 23:29:52.911690 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Request body: {'port': {'device_id': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:52.937622 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:29:53.046838 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.065450 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4db64-041f-4576-a604-c239c94003c3 req-6a54cdfe-d87c-4216-aeda-deafc4182afa tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:53.066942 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e8f4db64-041f-4576-a604-c239c94003c3 req-6a54cdfe-d87c-4216-aeda-deafc4182afa tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 931 time: 0.1408975 May 19 23:29:53.132405 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e8f4db64-041f-4576-a604-c239c94003c3 req-917d9b15-465e-47bc-ae7f-f4b38432a66b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578594 May 19 23:29:53.141245 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89b987-6a9c-49c8-95cb-c507ab1a2f85 req-268729f7-9857-4075-b115-92686a04858d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:53.142885 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9a89b987-6a9c-49c8-95cb-c507ab1a2f85 req-268729f7-9857-4075-b115-92686a04858d tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1474316 May 19 23:29:53.195458 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9a89b987-6a9c-49c8-95cb-c507ab1a2f85 req-57aa50c0-f2c3-45e8-aa32-13388ebde056 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 May 19 23:29:53.423325 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2257e20-842a-45a0-a8a4-55451dd1d174 {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:53.431133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.446311 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Transition to ACTIVE for port object e2257e20-842a-45a0-a8a4-55451dd1d174 will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:29:53.451712 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.460750 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f1d5d735-4a41-42c3-a834-bf2195f7e5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:53.475162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33728) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:53.633290 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2013424628-network', 'tenant_id': 'a3ba0bd2c99a4f1ebb3c440ef236054e'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:53.638164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:53.642245 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Usage tracker for resource:network and tenant:a3ba0bd2c99a4f1ebb3c440ef236054e is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:53.645276 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:53.651822 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:53.657451 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Pushing event updated for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:53.664421 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:53.668048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Made reservation on behalf of a3ba0bd2c99a4f1ebb3c440ef236054e for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:53.671137 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.685738 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.704122 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:53.708310 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ba0bd2c99a4f1ebb3c440ef236054e is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:53.711501 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:53.717683 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Attempting to bind port e2257e20-842a-45a0-a8a4-55451dd1d174 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:29:53.718172 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:53.720233 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Attempting to bind port e2257e20-842a-45a0-a8a4-55451dd1d174 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:29:53.721215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Attempting to bind port e2257e20-842a-45a0-a8a4-55451dd1d174 on network 86c24060-0e41-4ea1-814b-3ea735665f0e {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:53.729777 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Port e2257e20-842a-45a0-a8a4-55451dd1d174 on network 86c24060-0e41-4ea1-814b-3ea735665f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:29:53.730499 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Attempting to bind port e2257e20-842a-45a0-a8a4-55451dd1d174 on network 86c24060-0e41-4ea1-814b-3ea735665f0e {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:29:53.738080 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:29:53.738472 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Checking segment: {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:29:53.738907 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Bound using segment: {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:29:53.740086 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Bound port: e2257e20-842a-45a0-a8a4-55451dd1d174, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:29:53.740381 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.816203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.820787 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.824160 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:53.858555 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:29:53.869354 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e7a0d-000c-4516-9055-aa32923c87b5,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:53.873363 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:53.876471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.876769 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Added segment 3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6 of type vlan for network 3be10015-0ea8-4d7b-b569-e35bc886e846 May 19 23:29:53.893073 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:29:53.897175 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2257e20-842a-45a0-a8a4-55451dd1d174,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:29:53.902705 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.908832 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.910272 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:53.944328 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.948194 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:53.949105 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.955146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6137667e-1596-4dae-a6dc-bd7a2ba6467a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:53.984072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:53.984072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:53.984072 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] 10.222.0.58 "PUT /v2.0/ports/e2257e20-842a-45a0-a8a4-55451dd1d174 HTTP/1.1" status: 200 len: 1093 time: 1.0741470 May 19 23:29:53.984072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:29:54.072509 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Pushing event updated for resources: {'Network': ['ID=3be10015-0ea8-4d7b-b569-e35bc886e846,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:54.077931 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6016645 May 19 23:29:54.082485 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 33754) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:29:54.085755 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.086344 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.086899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.087424 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.087970 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.088516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.089274 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.089751 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.090230 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.090697 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.090915 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.091389 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.100220 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Request body: {'subnet': {'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2013424628-subnet', 'tenant_id': 'a3ba0bd2c99a4f1ebb3c440ef236054e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:54.104253 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:54.106416 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:54.114128 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:29:54.127377 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Usage tracker for resource:subnet and tenant:a3ba0bd2c99a4f1ebb3c440ef236054e is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:54.132714 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:54.141049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:54.155988 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Pushing event updated for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:54.168270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.168751 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.168887 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Made reservation on behalf of a3ba0bd2c99a4f1ebb3c440ef236054e for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:54.169164 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.169549 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.170396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.170612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.171000 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.171247 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:54.171486 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.171996 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.172263 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.172605 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.172995 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:29:54.184091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:54.193239 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f967c290-beb5-49a3-9cdd-d672ad3997f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:54.194896 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f967c290-beb5-49a3-9cdd-d672ad3997f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 1096 time: 0.1634607 May 19 23:29:54.205398 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174', 'status': 'completed', 'code': 200} May 19 23:29:54.411453 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-f197a9a5-1765-47bc-83ca-9e4f818828ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2257e20-842a-45a0-a8a4-55451dd1d174 HTTP/1.1" status: 200 len: 217 time: 0.1992338 May 19 23:29:54.492458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-47481711-1533-4086-b52e-fc74d96ba58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:54.495855 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-47481711-1533-4086-b52e-fc74d96ba58c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d506765-827a-48b7-bb8e-414a62e1de21 HTTP/1.1" status: 200 len: 853 time: 0.0770044 May 19 23:29:54.505712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab3aff-86ce-4cb6-ac7a-48eeef1feaab req-d681782f-9785-4c70-9c52-f16787ccb0e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:54.507429 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-05ab3aff-86ce-4cb6-ac7a-48eeef1feaab req-d681782f-9785-4c70-9c52-f16787ccb0e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 943 time: 0.1704967 May 19 23:29:54.583100 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-05ab3aff-86ce-4cb6-ac7a-48eeef1feaab req-27088a84-1838-4afa-ace3-4b3d47a8683c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593679 May 19 23:29:54.598202 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-0d8920a8-f8b1-4284-a6ad-eb4a45648f02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86c24060-0e41-4ea1-814b-3ea735665f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761175 May 19 23:29:54.749315 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-455cec8e-b889-4422-bf2e-5995c81d1dbc service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406524 May 19 23:29:54.771780 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785aa67-895c-495e-8de9-9bf5e8bb7030 req-2f930577-53f6-4f8c-8228-043b7ef71860 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:54.773570 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8785aa67-895c-495e-8de9-9bf5e8bb7030 req-2f930577-53f6-4f8c-8228-043b7ef71860 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1894808 May 19 23:29:54.830413 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8785aa67-895c-495e-8de9-9bf5e8bb7030 req-ef8729ca-c2de-416f-8940-916152bc1112 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 May 19 23:29:54.891051 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:54.895686 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5994d754-83e1-4057-87f9-14bcac731c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:54.901559 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-07f92161-f5b3-4696-8c41-3d3bad27b80d req-e1d37073-2313-4c04-85d0-ee33a8193d37 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390560 May 19 23:29:54.967688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d989713-8a41-4df6-897a-ca4dc6755d97,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:54.973133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:54.973827 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Checking segment: {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:29:54.974182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Network hostable DHCP agents. Network: 3be10015-0ea8-4d7b-b569-e35bc886e846, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:29:54.992664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:29:55.001585 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 3be10015-0ea8-4d7b-b569-e35bc886e846) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:29:55.005565 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:55.006146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:55.014492 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbe98e-0582-485c-8868-b473ed2f859d None None] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:29:55.026607 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7763bd-04da-4615-903f-7523fca02052 req-9d16f800-db06-427f-96b7-05a645416793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:55.030561 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a9d628f2-d720-4260-b5c7-32a57fb0aefb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9433839 May 19 23:29:55.030703 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-9d16f800-db06-427f-96b7-05a645416793 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 1096 time: 0.0717118 May 19 23:29:55.164730 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7763bd-04da-4615-903f-7523fca02052 req-3b9e2e44-8b8e-4086-b8a3-57c279c23be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:55.167159 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-3b9e2e44-8b8e-4086-b8a3-57c279c23be8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 914 time: 0.1302748 May 19 23:29:55.206858 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8086c7b5-d96a-4ee5-a83a-4cfae6601b68 None None] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:29:55.246176 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-c32c43f3-2388-415b-a603-7f25b1d25dbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2257e20-842a-45a0-a8a4-55451dd1d174 HTTP/1.1" status: 200 len: 217 time: 0.0696635 May 19 23:29:55.321113 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7763bd-04da-4615-903f-7523fca02052 req-74499217-a7a1-4d08-afd8-93e4527a640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:55.322567 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-74499217-a7a1-4d08-afd8-93e4527a640b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d506765-827a-48b7-bb8e-414a62e1de21 HTTP/1.1" status: 200 len: 853 time: 0.0669601 May 19 23:29:55.381986 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-8851a6d6-639f-4c13-b6b4-59d35c48fa1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86c24060-0e41-4ea1-814b-3ea735665f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490823 May 19 23:29:55.528575 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-009ebdd1-7704-4883-9930-66b58559614b service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376469 May 19 23:29:55.707485 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fc7763bd-04da-4615-903f-7523fca02052 req-332ff645-05f8-443f-b232-fa344c19fa07 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572235 May 19 23:29:55.874391 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d68a-0aa2-4fe9-9227-96af42aabfc7 req-36b48d66-ad10-47a8-996b-e36f46923f5c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:55.875911 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f5a4d68a-0aa2-4fe9-9227-96af42aabfc7 req-36b48d66-ad10-47a8-996b-e36f46923f5c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 943 time: 0.0977192 May 19 23:29:55.919192 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f5a4d68a-0aa2-4fe9-9227-96af42aabfc7 req-03f65c22-8564-497d-a1ac-5b48345009c8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 May 19 23:29:56.074077 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beeb6e-4225-4372-9d03-065ab301b563 req-28cf12a7-9936-472c-abe9-7a6d4e855939 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:56.075431 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-32beeb6e-4225-4372-9d03-065ab301b563 req-28cf12a7-9936-472c-abe9-7a6d4e855939 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0801971 May 19 23:29:56.128859 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-32beeb6e-4225-4372-9d03-065ab301b563 req-190da4bc-b528-4868-8e6e-9d6328f96636 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 May 19 23:29:56.770988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e375d-df9a-4bae-bb10-375a4d19049f req-e110b0fe-377c-4f98-bdc4-8db0a28fae37 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:56.772557 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-291e375d-df9a-4bae-bb10-375a4d19049f req-e110b0fe-377c-4f98-bdc4-8db0a28fae37 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0810215 May 19 23:29:56.818669 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-291e375d-df9a-4bae-bb10-375a4d19049f req-3e24386c-6d05-468b-a028-f820bd571b28 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 May 19 23:29:57.264841 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-1bf9436c-8731-4718-a61c-c537ebd1626d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:57.265669 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0f479c24-59c6-4210-a48f-3509e956e072 req-1bf9436c-8731-4718-a61c-c537ebd1626d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Synchronizing usage tracker for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:29:57.291249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0f479c24-59c6-4210-a48f-3509e956e072 req-1bf9436c-8731-4718-a61c-c537ebd1626d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Unset dirty status for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:29:57.292390 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-1bf9436c-8731-4718-a61c-c537ebd1626d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 809 time: 0.2772424 May 19 23:29:57.304016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb078-7c92-4996-8258-3dbe51fbc82e req-67fed275-a649-4864-842e-7af6d18c10ab tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:57.305379 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18ecb078-7c92-4996-8258-3dbe51fbc82e req-67fed275-a649-4864-842e-7af6d18c10ab tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 943 time: 0.1750846 May 19 23:29:57.331293 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-16001789-3e29-4388-adfe-528b7e848159 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/quotas/a3ba0bd2c99a4f1ebb3c440ef236054e HTTP/1.1" status: 200 len: 375 time: 0.0249908 May 19 23:29:57.386090 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-4590ba0f-4c94-4084-b326-9b135e40c313 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448306 May 19 23:29:57.391115 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18ecb078-7c92-4996-8258-3dbe51fbc82e req-0d5b96b3-9f73-4b2d-bf6d-32745a0938c8 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787971 May 19 23:29:57.520440 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-6e72f548-6ac8-4450-b12d-08b06208fc39 service neutron] 10.222.0.48 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 May 19 23:29:57.721969 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-71a73c20-e4cc-4efd-91ea-6dcbd8acd2d2 service neutron] 10.222.0.48 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955261 May 19 23:29:57.736988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87e34-ae42-4031-94fe-8cc9e95783c7 req-f0ff4f50-0d21-4ed5-ac3b-4559d20fceb1 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:57.738444 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2ad87e34-ae42-4031-94fe-8cc9e95783c7 req-f0ff4f50-0d21-4ed5-ac3b-4559d20fceb1 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1728559 May 19 23:29:57.788987 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2ad87e34-ae42-4031-94fe-8cc9e95783c7 req-542f265e-5da0-4bd4-94fe-df3ecdf0cbdf tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 May 19 23:29:57.958589 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-be6834a4-0471-4466-8a2e-1954787277c4 req-9d9df9b9-cf63-4618-baf8-ec812b4edf3a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 210 time: 0.0614684 May 19 23:29:58.041205 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18679311-a196-40c3-8f2a-63192cd0fa74 req-905ad913-f41d-4399-a445-fe2056a2c9e5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:58.042732 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18679311-a196-40c3-8f2a-63192cd0fa74 req-905ad913-f41d-4399-a445-fe2056a2c9e5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0871115 May 19 23:29:58.097358 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18679311-a196-40c3-8f2a-63192cd0fa74 req-d2bdfb55-abc5-4f1d-a88d-9635e7673477 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 May 19 23:29:58.396179 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device e2257e20-842a-45a0-a8a4-55451dd1d174 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:29:58.485680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99013-68e5-4266-91ea-9e8a4b00d708 req-9b77613c-8890-4334-8079-d534554ed25f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:58.493984 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78d99013-68e5-4266-91ea-9e8a4b00d708 req-9b77613c-8890-4334-8079-d534554ed25f tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.0981548 May 19 23:29:58.551146 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2257e20-842a-45a0-a8a4-55451dd1d174,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:58.566547 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'e2257e20-842a-45a0-a8a4-55451dd1d174', 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e', 'port_id': 'e2257e20-842a-45a0-a8a4-55451dd1d174', 'mac_address': 'fa:16:3e:a4:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d506765-827a-48b7-bb8e-414a62e1de21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:29:58.584821 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78d99013-68e5-4266-91ea-9e8a4b00d708 req-1cdd7ad4-fbd9-4afb-b0ce-7dd87d372b92 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897448 May 19 23:29:58.614828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121320-8332-40d1-9daf-ea18031eec3b req-e05099c9-8bf5-4e3b-b88b-1c8a1d74f8f5 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:58.616313 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f121320-8332-40d1-9daf-ea18031eec3b req-e05099c9-8bf5-4e3b-b88b-1c8a1d74f8f5 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 943 time: 0.1052670 May 19 23:29:58.630266 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:58.647723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2257e20-842a-45a0-a8a4-55451dd1d174 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:29:58.662149 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f121320-8332-40d1-9daf-ea18031eec3b req-b4ec58b0-397b-4d94-b936-0eb2b0ac7032 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 May 19 23:29:58.663413 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2257e20-842a-45a0-a8a4-55451dd1d174,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:29:58.667235 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:58.669920 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:29:58.738082 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:29:58.741268 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:29:58.980034 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23203c4-9f6d-46d2-875c-53c4f9a96632 req-9edde168-08e2-465a-abe2-03ddabf99c39 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:58.981756 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e23203c4-9f6d-46d2-875c-53c4f9a96632 req-9edde168-08e2-465a-abe2-03ddabf99c39 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0818875 May 19 23:29:59.043027 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e23203c4-9f6d-46d2-875c-53c4f9a96632 req-c2addfba-e57a-4ed6-a0db-31020f6eccf3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 May 19 23:29:59.094599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['e2257e20-842a-45a0-a8a4-55451dd1d174'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:29:59.133995 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4cb2463c-c41d-4799-a64d-51179003d217 req-84606276-0502-4204-ad7e-de58d34117dc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 210 time: 0.0431304 May 19 23:29:59.302148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-7f7eeb5f-cae3-4989-b21c-fa98bca98d85 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:59.303597 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-7f7eeb5f-cae3-4989-b21c-fa98bca98d85 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 809 time: 0.1807718 May 19 23:29:59.312868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb57eb-d072-4992-abf4-428bcc480d39 req-dd526127-5f91-4b5a-b5fc-17fbf442105b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:59.314413 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbeb57eb-d072-4992-abf4-428bcc480d39 req-dd526127-5f91-4b5a-b5fc-17fbf442105b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0924904 May 19 23:29:59.322796 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Request body: {'port': {'device_id': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846', 'admin_state_up': True, 'tenant_id': 'a3ba0bd2c99a4f1ebb3c440ef236054e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:29:59.372409 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbeb57eb-d072-4992-abf4-428bcc480d39 req-371389ed-b821-4bb2-a9a8-851a5c21b401 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508218 May 19 23:29:59.461061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:29:59.464831 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Usage tracker for resource:port and tenant:a3ba0bd2c99a4f1ebb3c440ef236054e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:29:59.468154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:29:59.473739 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:29:59.484360 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Made reservation on behalf of a3ba0bd2c99a4f1ebb3c440ef236054e for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:29:59.488055 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:59.647482 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Allocated IP 172.20.0.12 (3be10015-0ea8-4d7b-b569-e35bc886e846/8d989713-8a41-4df6-897a-ca4dc6755d97/5fe44473-7168-47e0-aa41-ba9fbac434d1) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:29:59.776234 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ea98e-d2d8-4503-a12d-b91651ee901b req-2babecc8-a37e-4bd6-b491-11f6791c8e70 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:59.777868 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8e2ea98e-d2d8-4503-a12d-b91651ee901b req-2babecc8-a37e-4bd6-b491-11f6791c8e70 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.0898178 May 19 23:29:59.871343 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8e2ea98e-d2d8-4503-a12d-b91651ee901b req-dd92f4f3-9317-4a07-8e1f-51b0fcb487d7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570767 May 19 23:29:59.892321 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2378c-63f4-4514-ba29-9ab54deb5ffb req-9c8bd777-d1dc-4d6f-a3cb-eb895d95d5e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:29:59.893845 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0c2378c-63f4-4514-ba29-9ab54deb5ffb req-9c8bd777-d1dc-4d6f-a3cb-eb895d95d5e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 944 time: 0.1150243 May 19 23:29:59.938578 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:59.939119 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0c2378c-63f4-4514-ba29-9ab54deb5ffb req-010e27aa-05d1-4443-b6f3-202af55f06db tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393181 May 19 23:29:59.968418 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:29:59.973606 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:00.039750 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:30:00.042747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:30:00.047204 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:30:00.076413 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Pushing event updated for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:00.082578 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:00.112049 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:00.112656 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:00.134651 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-f33a8d09-f3ed-412c-8f62-99c01830af1f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8156784 May 19 23:30:00.153212 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Request body: {'port': {'device_id': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:00.224549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1889c4-7b2d-4db8-837e-d3407c1e9a1a req-fac2c43d-906c-4b4e-bb07-93680c31e3e3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:00.230859 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5b1889c4-7b2d-4db8-837e-d3407c1e9a1a req-fac2c43d-906c-4b4e-bb07-93680c31e3e3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0826108 May 19 23:30:00.269013 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:00.317817 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5b1889c4-7b2d-4db8-837e-d3407c1e9a1a req-f42168fc-5179-4b94-9782-86409ede7679 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845542 May 19 23:30:00.349754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b820d7-6099-43ad-9dfc-409008132859 req-a4a62e40-4e9c-4e99-9a6e-8ccb528ac21e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:00.351243 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56b820d7-6099-43ad-9dfc-409008132859 req-a4a62e40-4e9c-4e99-9a6e-8ccb528ac21e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 932 time: 0.1002097 May 19 23:30:00.400396 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-56b820d7-6099-43ad-9dfc-409008132859 req-6bc7ada3-0cf5-4727-a37c-1ad7fc3ec039 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Synchronizing usage tracker for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:00.418578 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-56b820d7-6099-43ad-9dfc-409008132859 req-6bc7ada3-0cf5-4727-a37c-1ad7fc3ec039 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Unset dirty status for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:00.420390 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56b820d7-6099-43ad-9dfc-409008132859 req-6bc7ada3-0cf5-4727-a37c-1ad7fc3ec039 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622585 May 19 23:30:00.621438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07772639-fcfb-4fdc-a473-7e1fb95cdd5b req-154b652e-9781-4a18-8486-c9dc2dd4d84c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:00.622981 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07772639-fcfb-4fdc-a473-7e1fb95cdd5b req-154b652e-9781-4a18-8486-c9dc2dd4d84c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0915661 May 19 23:30:00.628747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe44473-7168-47e0-aa41-ba9fbac434d1 {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:30:00.636510 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:00.651106 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Transition to ACTIVE for port object 5fe44473-7168-47e0-aa41-ba9fbac434d1 will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:30:00.654826 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:00.658486 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:00.676814 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07772639-fcfb-4fdc-a473-7e1fb95cdd5b req-05ae785b-69dd-44d9-afc2-9c1f08fceacd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458162 May 19 23:30:00.823922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Pushing event updated for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:00.833581 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:00.899141 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Attempting to bind port 5fe44473-7168-47e0-aa41-ba9fbac434d1 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:30:00.899476 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Attempting to bind port 5fe44473-7168-47e0-aa41-ba9fbac434d1 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:30:00.899813 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Attempting to bind port 5fe44473-7168-47e0-aa41-ba9fbac434d1 on network 3be10015-0ea8-4d7b-b569-e35bc886e846 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:30:00.905497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Port 5fe44473-7168-47e0-aa41-ba9fbac434d1 on network 3be10015-0ea8-4d7b-b569-e35bc886e846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:30:00.905823 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Attempting to bind port 5fe44473-7168-47e0-aa41-ba9fbac434d1 on network 3be10015-0ea8-4d7b-b569-e35bc886e846 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:30:00.911372 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:30:00.911629 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Checking segment: {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:30:00.911956 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Bound using segment: {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:30:00.912373 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Bound port: 5fe44473-7168-47e0-aa41-ba9fbac434d1, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:30:00.912721 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:01.005444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:30:01.008325 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:30:01.014306 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:01.018593 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:01.073168 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.074031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:01.075390 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] 10.222.0.58 "PUT /v2.0/ports/5fe44473-7168-47e0-aa41-ba9fbac434d1 HTTP/1.1" status: 200 len: 1094 time: 0.9263761 May 19 23:30:01.076548 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:01.095061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Pushing event updated for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:01.098115 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:01.099074 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913475ac-2804-4147-83b9-b02dd7ba94da req-58563289-86d0-4781-a41d-b144cf6af903 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.100604 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-913475ac-2804-4147-83b9-b02dd7ba94da req-58563289-86d0-4781-a41d-b144cf6af903 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.2809560 May 19 23:30:01.110589 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cbf0f-d614-4328-83f9-187c51486876 req-438d097d-da8f-4ba3-a1fb-849016d9ee83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.112117 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-407cbf0f-d614-4328-83f9-187c51486876 req-438d097d-da8f-4ba3-a1fb-849016d9ee83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2430582 May 19 23:30:01.189564 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-10a9e3f5-b867-474c-bec9-95271005b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.190974 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-10a9e3f5-b867-474c-bec9-95271005b0c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 1097 time: 0.0696299 May 19 23:30:01.221365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba0492-ae65-4d08-aea3-c7cb6233112d req-5e06de23-807e-4884-8d38-5ec4fdb252ee tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.222810 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-edba0492-ae65-4d08-aea3-c7cb6233112d req-5e06de23-807e-4884-8d38-5ec4fdb252ee tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 945 time: 0.2320020 May 19 23:30:01.261241 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-5b4a078f-500f-44e5-a43e-6b337c2377ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1 HTTP/1.1" status: 200 len: 217 time: 0.0627956 May 19 23:30:01.281912 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-407cbf0f-d614-4328-83f9-187c51486876 req-a608f484-b50c-4bc3-b149-d8219b6bb72b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325898 May 19 23:30:01.322835 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-edba0492-ae65-4d08-aea3-c7cb6233112d req-3b20634c-90fa-4062-9852-4e8de7335f66 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714145 May 19 23:30:01.333800 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f479c24-59c6-4210-a48f-3509e956e072 req-a05cdeeb-4547-4bcf-a6cb-ae97b8778679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.335776 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-a05cdeeb-4547-4bcf-a6cb-ae97b8778679 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d989713-8a41-4df6-897a-ca4dc6755d97 HTTP/1.1" status: 200 len: 849 time: 0.0647948 May 19 23:30:01.351086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Deleting port de931a52-e258-43ee-8a99-67cad016465d {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:01.351086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:01.385484 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1', 'status': 'completed', 'code': 200} May 19 23:30:01.397993 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-96c1c222-88d4-4889-8c58-41f6c70ea546 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3be10015-0ea8-4d7b-b569-e35bc886e846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451880 May 19 23:30:01.599678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] For port de931a52-e258-43ee-8a99-67cad016465d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=de931a52-e258-43ee-8a99-67cad016465d,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:01.600063 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:01.605122 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-51d507c7-9329-415c-b189-38b7c4f01105 service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983707 May 19 23:30:01.733434 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Calling delete_port for de931a52-e258-43ee-8a99-67cad016465d owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:01.736940 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0f479c24-59c6-4210-a48f-3509e956e072 req-3ef158a0-638d-4363-be58-2218ec8bfae6 service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226163 May 19 23:30:01.747874 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691b5a-d588-457f-9161-a4c581a1d1a5 req-362aadb2-f8d2-4bf1-81a4-bf47e4ad53be tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.749413 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96691b5a-d588-457f-9161-a4c581a1d1a5 req-362aadb2-f8d2-4bf1-81a4-bf47e4ad53be tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 944 time: 0.3157961 May 19 23:30:01.792173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5e40e-aa1d-472b-afe7-8b6f1d72a5b3 req-1b6c21e5-d369-4e8d-bc19-ff861eedcaaa tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.793616 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a5c5e40e-aa1d-472b-afe7-8b6f1d72a5b3 req-1b6c21e5-d369-4e8d-bc19-ff861eedcaaa tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3172665 May 19 23:30:01.844714 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-96691b5a-d588-457f-9161-a4c581a1d1a5 req-ccca29b2-6bd0-4ee8-bb59-4b201fcdfacc tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882366 May 19 23:30:01.857795 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-362953c7-8015-423b-8144-8a574ec0a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:01.859049 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-362953c7-8015-423b-8144-8a574ec0a3cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 1097 time: 0.0704579 May 19 23:30:01.874892 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a5c5e40e-aa1d-472b-afe7-8b6f1d72a5b3 req-124a2923-ce06-4c86-8000-a91fa05cedc8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730968 May 19 23:30:02.000587 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:02.011692 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-bf786df8-2cac-4f12-b0ec-204858529143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:02.014010 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-bf786df8-2cac-4f12-b0ec-204858529143 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 910 time: 0.1456113 May 19 23:30:02.014862 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470', '00baea2c-805e-47a5-9ec9-622b22707d73', '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'de931a52-e258-43ee-8a99-67cad016465d'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:02.040453 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-75785eed-e9a9-4fa0-8041-c4a5652e8c2a tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:02.088032 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-cd8dd2d4-0666-4f07-b750-24ea8be06a64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1 HTTP/1.1" status: 200 len: 217 time: 0.0656190 May 19 23:30:02.105629 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event deleted for resources: {'Port': ['ID=de931a52-e258-43ee-8a99-67cad016465d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:02.108362 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:02.155740 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-46e4d9f1-5751-4595-a208-c65ee6ae085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:02.156027 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-46e4d9f1-5751-4595-a208-c65ee6ae085f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d989713-8a41-4df6-897a-ca4dc6755d97 HTTP/1.1" status: 200 len: 849 time: 0.0607419 May 19 23:30:02.208060 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-3eeda282-80ea-4d2b-a9d1-2a5d6737372e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3be10015-0ea8-4d7b-b569-e35bc886e846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443885 May 19 23:30:02.208315 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] No DVR routers for this DVR port de931a52-e258-43ee-8a99-67cad016465d on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:02.216105 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:02.219289 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'name': 'network-vif-deleted', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:02.246033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7421ce-0ede-49a4-ad04-c8735cde377a req-34042c56-8da2-47a6-ab1e-ef968afa6096 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:02.247504 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d7421ce-0ede-49a4-ad04-c8735cde377a req-34042c56-8da2-47a6-ab1e-ef968afa6096 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 944 time: 0.2974465 May 19 23:30:02.249239 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-913475ac-2804-4147-83b9-b02dd7ba94da req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "DELETE /v2.0/ports/de931a52-e258-43ee-8a99-67cad016465d HTTP/1.1" status: 204 len: 173 time: 1.1354225 May 19 23:30:02.257480 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d4e4f-c0e5-4987-9f03-415383597fcd req-e54a1254-ed94-4972-b3b9-45b782824903 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:02.258955 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-598d4e4f-c0e5-4987-9f03-415383597fcd req-e54a1254-ed94-4972-b3b9-45b782824903 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.2594376 May 19 23:30:02.332703 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d7421ce-0ede-49a4-ad04-c8735cde377a req-f8f57ac3-40e2-4e6d-a5f8-753da63b6e6f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727670 May 19 23:30:02.352806 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-598d4e4f-c0e5-4987-9f03-415383597fcd req-9ca97133-ffb2-44e5-9819-df03c2ed0e66 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748253 May 19 23:30:02.378368 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-20e4adcd-abfe-4a1c-a133-96d26ea49010 service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619670 May 19 23:30:02.397502 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237dfe10-3dce-45fb-a8c3-427c44121ce6', 'name': 'network-vif-deleted', 'tag': 'de931a52-e258-43ee-8a99-67cad016465d', 'status': 'completed', 'code': 200} May 19 23:30:02.400838 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device e2257e20-842a-45a0-a8a4-55451dd1d174 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:30:02.511074 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port e2257e20-842a-45a0-a8a4-55451dd1d174 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:30:02.516144 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port e2257e20-842a-45a0-a8a4-55451dd1d174 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:30:02.516518 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:02.587659 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a49eb0b0-ff51-4ca1-baec-fd1944623a89 req-982b4ed6-272a-470e-9c1b-7a571614c3f6 service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946132 May 19 23:30:02.588648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-2b59f337-213e-43c3-b6be-ca58ecef6813 req-13fefedb-1871-4128-a226-4c06aed46636 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:02.612517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-2b59f337-213e-43c3-b6be-ca58ecef6813 req-13fefedb-1871-4128-a226-4c06aed46636 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:02.613587 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2b59f337-213e-43c3-b6be-ca58ecef6813 req-13fefedb-1871-4128-a226-4c06aed46636 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=237dfe10-3dce-45fb-a8c3-427c44121ce6 HTTP/1.1" status: 200 len: 210 time: 0.0778878 May 19 23:30:02.628810 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77f2c-65eb-4f32-b867-44758f65417e req-1dbee28b-57bd-4950-b317-7247122c7c9c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:02.630348 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7ba77f2c-65eb-4f32-b867-44758f65417e req-1dbee28b-57bd-4950-b317-7247122c7c9c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1312273 May 19 23:30:02.669333 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:02.678737 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7ba77f2c-65eb-4f32-b867-44758f65417e req-c5ed53e1-0059-4078-8cca-2d1dbe61c0d3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 May 19 23:30:02.697314 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:02.707306 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2257e20-842a-45a0-a8a4-55451dd1d174,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:02.711771 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:02.713434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:02.748001 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174', 'code': 200} May 19 23:30:02.778716 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:02.786777 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.787121 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.787457 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.787805 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.788152 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.788463 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.788785 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.789106 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.789426 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.789747 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.790061 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.790374 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:02.793930 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:03.013429 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12549a-38f8-4cbd-bc14-331f9e28c09e req-4db0f0a0-071d-4445-a365-448e96359032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.014910 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8f12549a-38f8-4cbd-bc14-331f9e28c09e req-4db0f0a0-071d-4445-a365-448e96359032 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 1098 time: 0.0732789 May 19 23:30:03.067744 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8f12549a-38f8-4cbd-bc14-331f9e28c09e req-59c33a5c-5b4b-42c8-a018-6f9681c35a63 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 May 19 23:30:03.104493 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e20d-c7e7-4f16-ad02-f0fb8c8cc87a req-13ec2360-79ce-43b7-a5ed-98b9e0d6e010 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.105926 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb35e20d-c7e7-4f16-ad02-f0fb8c8cc87a req-13ec2360-79ce-43b7-a5ed-98b9e0d6e010 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1445167 May 19 23:30:03.117699 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdb9fc-8a6b-42e5-b247-5d2d950a2227 req-62bd9476-94a1-4121-b95e-851096f0670c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.119040 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-45fdb9fc-8a6b-42e5-b247-5d2d950a2227 req-62bd9476-94a1-4121-b95e-851096f0670c tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1185255 May 19 23:30:03.254118 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb35e20d-c7e7-4f16-ad02-f0fb8c8cc87a req-34f6d44b-50cb-48d1-8a2b-e1ba2ba0be00 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331844 May 19 23:30:03.258137 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-45fdb9fc-8a6b-42e5-b247-5d2d950a2227 req-883663aa-0e4d-428f-aa45-18847757cbf1 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202111 May 19 23:30:03.589560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fbf12-0833-450a-955d-82771d5752bd req-86c0b740-8e3f-4557-9daa-9b85c519ede6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.591017 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-161fbf12-0833-450a-955d-82771d5752bd req-86c0b740-8e3f-4557-9daa-9b85c519ede6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1407073 May 19 23:30:03.599446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dd25-e805-48fa-b6ee-1bf82b23216e req-e7278dbd-a61a-44a4-a1fe-45d344dbe86a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.600810 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7899dd25-e805-48fa-b6ee-1bf82b23216e req-e7278dbd-a61a-44a4-a1fe-45d344dbe86a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 944 time: 0.1186569 May 19 23:30:03.666499 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-161fbf12-0833-450a-955d-82771d5752bd req-ab39477d-7729-4319-8203-d37ac57dcda6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647721 May 19 23:30:03.673382 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7899dd25-e805-48fa-b6ee-1bf82b23216e req-a4076ced-1e63-48be-be1c-9ba9ed659694 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587020 May 19 23:30:03.875465 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb305431-bbd8-4e2e-8efd-cf0a02018c6e req-5855fdf8-79ef-40cb-b9a0-d88484d56562 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:03.877041 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb305431-bbd8-4e2e-8efd-cf0a02018c6e req-5855fdf8-79ef-40cb-b9a0-d88484d56562 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0858953 May 19 23:30:03.920887 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb305431-bbd8-4e2e-8efd-cf0a02018c6e req-1f472540-23cb-4e5c-8158-4415fde5bd58 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 May 19 23:30:04.413044 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5fe44473-7168-47e0-aa41-ba9fbac434d1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:30:04.418089 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device de931a52-e258-43ee-8a99-67cad016465d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:04.454577 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: de931a52-e258-43ee-8a99-67cad016465d {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:04.454926 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device de931a52-e258-43ee-8a99-67cad016465d not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:04.510002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd91595-f496-45bd-becb-d3208981b1f7 req-7871bdd3-1e87-4a43-8f54-4a51f368f58b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:04.511475 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4bd91595-f496-45bd-becb-d3208981b1f7 req-7871bdd3-1e87-4a43-8f54-4a51f368f58b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1459215 May 19 23:30:04.519499 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bec11-be8c-4e74-905d-1390d16aa370 req-1b8b89ec-2fba-49d2-b019-dc2033fdefe9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:04.520864 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2d6bec11-be8c-4e74-905d-1390d16aa370 req-1b8b89ec-2fba-49d2-b019-dc2033fdefe9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1230915 May 19 23:30:04.579071 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:04.588142 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4bd91595-f496-45bd-becb-d3208981b1f7 req-a6e7834f-a2b8-4cc7-b0aa-7a91d9759a68 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663168 May 19 23:30:04.592520 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '5fe44473-7168-47e0-aa41-ba9fbac434d1', 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846', 'port_id': '5fe44473-7168-47e0-aa41-ba9fbac434d1', 'mac_address': 'fa:16:3e:bd:f9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d989713-8a41-4df6-897a-ca4dc6755d97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:30:04.595597 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2d6bec11-be8c-4e74-905d-1390d16aa370 req-5ff457e9-018a-4213-b0eb-ec03aeb3dae3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 May 19 23:30:04.650761 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:04.667041 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe44473-7168-47e0-aa41-ba9fbac434d1 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:30:04.681726 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:04.685623 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:04.687265 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:04.752598 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:04.755647 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:04.908411 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d06a2-ad11-47f2-9d0f-9867ecd9d73f req-c9340e5c-cc92-415c-b316-1e9d7052fa84 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:04.909893 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-374d06a2-ad11-47f2-9d0f-9867ecd9d73f req-c9340e5c-cc92-415c-b316-1e9d7052fa84 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1367953 May 19 23:30:04.921087 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b692d-bdc5-466b-aba5-b1d7d94d9af7 req-dfea6b76-92b2-40d7-960d-0fbf11f57f5b tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:04.922362 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f09b692d-bdc5-466b-aba5-b1d7d94d9af7 req-dfea6b76-92b2-40d7-960d-0fbf11f57f5b tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 945 time: 0.1157279 May 19 23:30:04.995718 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-374d06a2-ad11-47f2-9d0f-9867ecd9d73f req-45ae8e7c-b41c-4344-b630-54b75a5da8d6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724170 May 19 23:30:05.003255 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f09b692d-bdc5-466b-aba5-b1d7d94d9af7 req-67176794-8021-4c5d-a73f-792e2d1f37df tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661767 May 19 23:30:05.118329 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['5fe44473-7168-47e0-aa41-ba9fbac434d1'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:05.167156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be3b41-c47f-4a10-b857-36f67a43cc3b req-aec1e465-ff61-438b-8987-cea0a83ae8a7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:05.168695 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09be3b41-c47f-4a10-b857-36f67a43cc3b req-aec1e465-ff61-438b-8987-cea0a83ae8a7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0802569 May 19 23:30:05.236446 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09be3b41-c47f-4a10-b857-36f67a43cc3b req-11beff6b-caf9-42c4-bf67-1fc0059fce68 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602314 May 19 23:30:05.404750 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead26a5-ee58-4e79-b9b9-a778347fb99a req-e5b0f6ac-b345-485f-b339-449b73ee2abe tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:05.406280 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fead26a5-ee58-4e79-b9b9-a778347fb99a req-e5b0f6ac-b345-485f-b339-449b73ee2abe tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.0885365 May 19 23:30:05.453741 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fead26a5-ee58-4e79-b9b9-a778347fb99a req-34168851-7a8d-4fd3-8cc5-43995b08f7ab tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 May 19 23:30:05.840945 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7ca8e-33fc-4c08-a876-a818d6be5ca1 req-0e2a6464-90c9-48c9-bc64-0d3760944874 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:05.842875 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d4c7ca8e-33fc-4c08-a876-a818d6be5ca1 req-0e2a6464-90c9-48c9-bc64-0d3760944874 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1405156 May 19 23:30:05.850670 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9d5d-65c5-4545-afa0-2a2df1ef6e5a req-827d72ff-0a5f-43c2-9821-c2b9cb9be2f0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:05.852006 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a58f9d5d-65c5-4545-afa0-2a2df1ef6e5a req-827d72ff-0a5f-43c2-9821-c2b9cb9be2f0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1131995 May 19 23:30:05.918365 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d4c7ca8e-33fc-4c08-a876-a818d6be5ca1 req-4fae8aee-b941-4d1e-8dda-d3a3671ded87 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654383 May 19 23:30:05.922633 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a58f9d5d-65c5-4545-afa0-2a2df1ef6e5a req-0610c385-80ff-43bc-88e2-309bd1b05365 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572617 May 19 23:30:06.248909 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968063f-7dfb-47de-8549-ed2535dfbe3c req-9e0ef706-9c4a-4caf-8c77-f5f8df2b5e7d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:06.250373 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a968063f-7dfb-47de-8549-ed2535dfbe3c req-9e0ef706-9c4a-4caf-8c77-f5f8df2b5e7d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 945 time: 0.1437376 May 19 23:30:06.258277 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69ff1-9570-4d83-ab7a-fe339de3e1ba req-077302e8-d135-4370-af47-30d1a7452181 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:06.259666 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b9d69ff1-9570-4d83-ab7a-fe339de3e1ba req-077302e8-d135-4370-af47-30d1a7452181 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1508715 May 19 23:30:06.330770 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a968063f-7dfb-47de-8549-ed2535dfbe3c req-76ed9c15-04d6-4499-abaa-97c4d4973230 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701058 May 19 23:30:06.337753 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b9d69ff1-9570-4d83-ab7a-fe339de3e1ba req-1a9016df-cfc7-4668-b019-348424b5b7d6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638559 May 19 23:30:06.410615 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5fe44473-7168-47e0-aa41-ba9fbac434d1 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:30:06.520096 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77c3e4-289b-4c73-bff5-dd0ced340f41 req-ea877682-b93b-4f34-b514-3990aa3e9d90 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:06.522300 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a77c3e4-289b-4c73-bff5-dd0ced340f41 req-ea877682-b93b-4f34-b514-3990aa3e9d90 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0908756 May 19 23:30:06.535818 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 5fe44473-7168-47e0-aa41-ba9fbac434d1 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:30:06.540775 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 5fe44473-7168-47e0-aa41-ba9fbac434d1 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:30:06.541194 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:06.579290 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a77c3e4-289b-4c73-bff5-dd0ced340f41 req-ea56b523-d3b8-43be-ab98-6b3d8054b886 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 May 19 23:30:06.672922 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:06.694538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557391-ecf0-4c67-91f3-0d839cb49a9e req-4750e276-64c4-41e8-8b47-42816c901e28 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:06.696027 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-00557391-ecf0-4c67-91f3-0d839cb49a9e req-4750e276-64c4-41e8-8b47-42816c901e28 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.0842896 May 19 23:30:06.699890 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:06.709959 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:06.715523 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:06.719859 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:06.750097 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-00557391-ecf0-4c67-91f3-0d839cb49a9e req-3d873f3f-7cc2-4a5b-8b28-4607e98b59a2 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 May 19 23:30:06.755347 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1', 'code': 200} May 19 23:30:06.797353 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:06.800171 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:07.012247 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1888b9-4308-4d0e-bf0d-059deb966b74 req-18d2565f-6af0-467f-8ec3-8bb1b094a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.014273 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9e1888b9-4308-4d0e-bf0d-059deb966b74 req-18d2565f-6af0-467f-8ec3-8bb1b094a3b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 1099 time: 0.0737917 May 19 23:30:07.056845 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-9e1888b9-4308-4d0e-bf0d-059deb966b74 req-533d74ec-74ab-4d14-aad4-8030755cfc32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 May 19 23:30:07.112750 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0d0bc-8b99-4413-8ad7-65fd926b628e req-bb67364f-c5eb-4fc9-906f-537b83df58f9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.114201 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78b0d0bc-8b99-4413-8ad7-65fd926b628e req-bb67364f-c5eb-4fc9-906f-537b83df58f9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0806868 May 19 23:30:07.211272 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78b0d0bc-8b99-4413-8ad7-65fd926b628e req-74dff074-b67d-44f3-8d9a-4b5172099ec5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912962 May 19 23:30:07.593831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4670e-de8d-4484-b233-55630aaff5f6 req-df7fc0aa-6b67-46f5-9ff7-feeea5a6c215 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.595317 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5be4670e-de8d-4484-b233-55630aaff5f6 req-df7fc0aa-6b67-46f5-9ff7-feeea5a6c215 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.1359260 May 19 23:30:07.624277 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c169d9-c4af-4a40-adf6-be7f7456a47f req-133a2e1d-0040-43c6-bf59-f57c6525daa3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.625715 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36c169d9-c4af-4a40-adf6-be7f7456a47f req-133a2e1d-0040-43c6-bf59-f57c6525daa3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1355600 May 19 23:30:07.677535 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5be4670e-de8d-4484-b233-55630aaff5f6 req-29274277-7074-44f6-acf2-934a35dc7ae3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741453 May 19 23:30:07.687688 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36c169d9-c4af-4a40-adf6-be7f7456a47f req-325ab7ad-42ba-4040-a240-87e050f6a3fb tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545528 May 19 23:30:07.848913 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918915f-85e2-4217-b705-66c04564c4dc req-a7c46aca-24a9-4a32-9474-20715c98d773 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.850399 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e918915f-85e2-4217-b705-66c04564c4dc req-a7c46aca-24a9-4a32-9474-20715c98d773 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0805540 May 19 23:30:07.896207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-2d104d34-351b-419c-a5f6-eb29ed39c87b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.896897 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-2d104d34-351b-419c-a5f6-eb29ed39c87b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:07.908624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-2d104d34-351b-419c-a5f6-eb29ed39c87b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:07.909704 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-2d104d34-351b-419c-a5f6-eb29ed39c87b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.1071181 May 19 23:30:07.948544 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e918915f-85e2-4217-b705-66c04564c4dc req-129ecf99-8bf5-4bb3-bfac-606d20d9316f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899179 May 19 23:30:07.971533 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d617e-54b1-4e4e-b36f-d82a22d69e7f req-1d400ff4-c5a0-4b7b-ac5a-63a6e359397b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:07.973226 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-350d617e-54b1-4e4e-b36f-d82a22d69e7f req-1d400ff4-c5a0-4b7b-ac5a-63a6e359397b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 946 time: 0.1173005 May 19 23:30:08.018706 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-350d617e-54b1-4e4e-b36f-d82a22d69e7f req-40b434f1-c86d-41de-a89b-c90a161dc466 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 May 19 23:30:08.050805 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Deleting port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:08.051322 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:08.180234 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] For port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:08.180510 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:08.300938 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Calling delete_port for 71d6a569-c9c7-4af6-a80c-62f2c62f10bd owned by compute:nova {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:08.410177 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8145a0-c27d-439e-9e26-d9b08ee63f3b req-03b1c820-b378-42ac-90b8-02912ace2533 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:08.412738 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4f8145a0-c27d-439e-9e26-d9b08ee63f3b req-03b1c820-b378-42ac-90b8-02912ace2533 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0963612 May 19 23:30:08.462606 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4f8145a0-c27d-439e-9e26-d9b08ee63f3b req-27c3ca79-710f-42f6-92b1-a1c23a927bdc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 May 19 23:30:08.563295 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:08.569510 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0f5c788d-6cd7-42d4-aacc-fb325533621f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:08.576501 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470', '00baea2c-805e-47a5-9ec9-622b22707d73', '71d6a569-c9c7-4af6-a80c-62f2c62f10bd'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:08.612343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event deleted for resources: {'Port': ['ID=71d6a569-c9c7-4af6-a80c-62f2c62f10bd,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:08.615819 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:08.688255 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] No DVR routers for this DVR port 71d6a569-c9c7-4af6-a80c-62f2c62f10bd on host hv-cinder-79220 {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:08.691281 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:08.693776 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'name': 'network-vif-deleted', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:08.724353 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fca553ad-6ce4-4007-8b7d-501177689c79 req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "DELETE /v2.0/ports/71d6a569-c9c7-4af6-a80c-62f2c62f10bd HTTP/1.1" status: 204 len: 173 time: 0.8083653 May 19 23:30:08.787748 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2258ebd-b615-4635-99ee-36a8370dd419', 'name': 'network-vif-deleted', 'tag': '71d6a569-c9c7-4af6-a80c-62f2c62f10bd', 'status': 'completed', 'code': 200} May 19 23:30:08.967734 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ec95-cd33-4ca8-857b-c9530f482a60 req-2c63ba1d-c198-4860-a68b-a40eb0f6ef91 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:08.969231 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc92ec95-cd33-4ca8-857b-c9530f482a60 req-2c63ba1d-c198-4860-a68b-a40eb0f6ef91 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.1577630 May 19 23:30:09.007044 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2ca-a52d-475e-9a86-f0f8a604970a req-0c1bea22-83a1-4348-a584-e653e9c4d9d5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:09.008416 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c104f2ca-a52d-475e-9a86-f0f8a604970a req-0c1bea22-83a1-4348-a584-e653e9c4d9d5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1277025 May 19 23:30:09.044321 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cc92ec95-cd33-4ca8-857b-c9530f482a60 req-ca041ca5-6da0-4966-ab78-8ee2d7529645 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685790 May 19 23:30:09.074045 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c104f2ca-a52d-475e-9a86-f0f8a604970a req-165706fe-aac2-4deb-87c3-2004c68754ad tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558119 May 19 23:30:09.239757 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f0945ab5-61ad-49c0-9ed7-7d2a607d369d req-e3668ce8-6b53-48fe-b90c-8a213c3aee0e tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2258ebd-b615-4635-99ee-36a8370dd419 HTTP/1.1" status: 200 len: 210 time: 0.0513580 May 19 23:30:09.263963 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccc164-7dc7-4782-973d-c4a23867e7bd req-c359dd45-e61b-45b0-b5d9-efed878298c5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:09.265319 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2ccc164-7dc7-4782-973d-c4a23867e7bd req-c359dd45-e61b-45b0-b5d9-efed878298c5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1251636 May 19 23:30:09.311522 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2ccc164-7dc7-4782-973d-c4a23867e7bd req-7954b99c-e3cd-4bc0-a8b7-b42a8d48c4cb tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 May 19 23:30:09.657081 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1100d36-e5e6-4b18-8db3-3bba468be329 req-7a9789d7-8731-46bf-b7cf-ec5d4a461fc7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:09.658535 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a1100d36-e5e6-4b18-8db3-3bba468be329 req-7a9789d7-8731-46bf-b7cf-ec5d4a461fc7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0809453 May 19 23:30:09.703879 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a1100d36-e5e6-4b18-8db3-3bba468be329 req-a39b09c5-1446-4a78-a36e-0d76df811076 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 May 19 23:30:10.233691 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018c284-7f2f-4727-ade0-5381618f0c8b req-8e554bae-74c3-46ae-900b-cc6d3d19b409 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:10.235140 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6018c284-7f2f-4727-ade0-5381618f0c8b req-8e554bae-74c3-46ae-900b-cc6d3d19b409 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.1168606 May 19 23:30:10.297420 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6018c284-7f2f-4727-ade0-5381618f0c8b req-58b5a392-f63d-47c8-b233-62828f3cf060 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 May 19 23:30:10.312611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fec3b-2bd9-4587-907e-10caefdbfd5d req-06ecf403-80be-4103-b4d0-a6b64507a60a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:10.316448 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e8fec3b-2bd9-4587-907e-10caefdbfd5d req-06ecf403-80be-4103-b4d0-a6b64507a60a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1289122 May 19 23:30:10.364207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e8fec3b-2bd9-4587-907e-10caefdbfd5d req-6c79e55d-cf5b-4453-acee-ffe1c8865079 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 May 19 23:30:10.540206 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af8908-5f7f-42a0-bd64-f23c8df5a273 req-fe68f382-5e98-495b-8ff8-1b76549a96ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:10.542179 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28af8908-5f7f-42a0-bd64-f23c8df5a273 req-fe68f382-5e98-495b-8ff8-1b76549a96ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0811248 May 19 23:30:10.594291 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28af8908-5f7f-42a0-bd64-f23c8df5a273 req-1135c127-630b-4c69-80f2-ebe465b95e41 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 May 19 23:30:10.747382 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548baed-c0ee-40f0-a322-7ac78c12a94e req-b0e00287-9269-4999-81e1-cae49dd313e9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:10.749111 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b548baed-c0ee-40f0-a322-7ac78c12a94e req-b0e00287-9269-4999-81e1-cae49dd313e9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.0844691 May 19 23:30:10.799813 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b548baed-c0ee-40f0-a322-7ac78c12a94e req-12740521-60f3-4799-a673-2542804ef061 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 May 19 23:30:10.902214 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c4c8-3475-4bd8-af97-9b97b0fe8c5f req-87b0e974-8053-438f-b1a9-4a3d843e82af tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:10.903951 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2743c4c8-3475-4bd8-af97-9b97b0fe8c5f req-87b0e974-8053-438f-b1a9-4a3d843e82af tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0845044 May 19 23:30:10.955825 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2743c4c8-3475-4bd8-af97-9b97b0fe8c5f req-d8a9c96a-cb7a-46aa-a521-cad2015e3696 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 May 19 23:30:11.547664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5717d9-fded-4a73-9a82-afb30185ddec req-84aa4e1e-c737-4ef0-a1b2-e23de737b750 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:11.549063 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ec5717d9-fded-4a73-9a82-afb30185ddec req-84aa4e1e-c737-4ef0-a1b2-e23de737b750 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.1445115 May 19 23:30:11.652090 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8136d-ad1f-4785-a4ba-625fb47c5020 req-97ff3d00-09e7-4596-ac65-5118fcd6c661 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:11.653569 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b8e8136d-ad1f-4785-a4ba-625fb47c5020 req-97ff3d00-09e7-4596-ac65-5118fcd6c661 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1792588 May 19 23:30:11.664110 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ec5717d9-fded-4a73-9a82-afb30185ddec req-89769985-89d1-4f86-9a2b-ea8bdf8d8ccf tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084676 May 19 23:30:11.708176 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b8e8136d-ad1f-4785-a4ba-625fb47c5020 req-7026184c-0eef-42a0-8423-8a9ff9158824 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 May 19 23:30:11.793924 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ccebc-90ba-4301-9de9-e20f20b6a39a req-445454a2-fbaf-4cd6-8956-8d45eaca63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:11.795990 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d22ccebc-90ba-4301-9de9-e20f20b6a39a req-445454a2-fbaf-4cd6-8956-8d45eaca63de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.0732727 May 19 23:30:11.846734 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d22ccebc-90ba-4301-9de9-e20f20b6a39a req-50e2dfa3-2243-40db-b226-74846f7b7359 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 May 19 23:30:11.854053 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480949c-2575-4e5c-ac01-095cea7934cb req-ca2cecd4-a89d-49ff-abb8-bfd886bbdbd5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:11.855837 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6480949c-2575-4e5c-ac01-095cea7934cb req-ca2cecd4-a89d-49ff-abb8-bfd886bbdbd5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0833995 May 19 23:30:11.904276 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6480949c-2575-4e5c-ac01-095cea7934cb req-752fd38b-bc2a-40ee-86af-e8dd4f2e8269 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 May 19 23:30:11.997943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b629cf-4484-4684-bdb9-896510c142f2 req-2ec65e9a-3898-4cca-8ef3-662266198084 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:11.999465 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-53b629cf-4484-4684-bdb9-896510c142f2 req-2ec65e9a-3898-4cca-8ef3-662266198084 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.0835640 May 19 23:30:12.046809 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-53b629cf-4484-4684-bdb9-896510c142f2 req-d6827dc9-ace3-4322-9912-a5feba5519ab tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 May 19 23:30:12.147327 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fed0b0-bfed-4e97-b5be-c63fdf443764 req-d158d5ac-fb88-47ab-ab4b-3abaefebe69b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:12.148880 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a6fed0b0-bfed-4e97-b5be-c63fdf443764 req-d158d5ac-fb88-47ab-ab4b-3abaefebe69b tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.0821080 May 19 23:30:12.195469 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a6fed0b0-bfed-4e97-b5be-c63fdf443764 req-35df9696-ec9c-49b9-8633-9673c78b7cc4 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 May 19 23:30:12.457222 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 71d6a569-c9c7-4af6-a80c-62f2c62f10bd no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:12.491019 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 71d6a569-c9c7-4af6-a80c-62f2c62f10bd {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:12.491362 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 71d6a569-c9c7-4af6-a80c-62f2c62f10bd not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:12.589125 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56c881-99f0-4336-863e-21ef198154c3 req-fa22ef59-fc6b-4262-b73a-d31aac0666d7 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:12.589797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-5e56c881-99f0-4336-863e-21ef198154c3 req-fa22ef59-fc6b-4262-b73a-d31aac0666d7 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Synchronizing usage tracker for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:12.606215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-5e56c881-99f0-4336-863e-21ef198154c3 req-fa22ef59-fc6b-4262-b73a-d31aac0666d7 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Unset dirty status for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:12.607676 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5e56c881-99f0-4336-863e-21ef198154c3 req-fa22ef59-fc6b-4262-b73a-d31aac0666d7 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.0957344 May 19 23:30:12.743096 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Deleting port 5fe44473-7168-47e0-aa41-ba9fbac434d1 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:12.743312 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:12.904096 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] For port 5fe44473-7168-47e0-aa41-ba9fbac434d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5fe44473-7168-47e0-aa41-ba9fbac434d1,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:12.904814 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:12.929439 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4ebdd-ee7b-4491-bf76-267cdc3f34ed req-cbf20ac6-ba2d-4ff4-9140-f84f4cb1758f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:12.932392 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48a4ebdd-ee7b-4491-bf76-267cdc3f34ed req-cbf20ac6-ba2d-4ff4-9140-f84f4cb1758f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd140c0d-8587-495d-be4c-b366917dbe91 HTTP/1.1" status: 200 len: 946 time: 0.1509614 May 19 23:30:12.944266 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca200e-9592-4212-8b38-5bad3528347e req-758104d7-40d8-4a13-aa59-5abaf1a8cdef tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:12.945701 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcca200e-9592-4212-8b38-5bad3528347e req-758104d7-40d8-4a13-aa59-5abaf1a8cdef tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1293745 May 19 23:30:13.018012 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48a4ebdd-ee7b-4491-bf76-267cdc3f34ed req-b414ae36-d534-4944-81b8-668ed186c4a5 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712686 May 19 23:30:13.024899 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcca200e-9592-4212-8b38-5bad3528347e req-8efb7222-8e1c-4185-9847-55a220f9ae83 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616734 May 19 23:30:13.043998 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Calling delete_port for 5fe44473-7168-47e0-aa41-ba9fbac434d1 owned by compute:nova {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:13.210564 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:13.216203 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:13.224920 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['5fe44473-7168-47e0-aa41-ba9fbac434d1'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:13.262396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Pushing event deleted for resources: {'Port': ['ID=5fe44473-7168-47e0-aa41-ba9fbac434d1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:13.266737 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:13.324428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-9c571673-4a71-4eef-afea-26d8c6d9b255 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.326703 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-9c571673-4a71-4eef-afea-26d8c6d9b255 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.2183318 May 19 23:30:13.335401 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a384e-f755-4d86-aab1-290b458de41a req-bcdff501-2e67-4c00-9415-4c3f0d8d7372 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.344198 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1a384e-f755-4d86-aab1-290b458de41a req-bcdff501-2e67-4c00-9415-4c3f0d8d7372 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1846929 May 19 23:30:13.380747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] No DVR routers for this DVR port 5fe44473-7168-47e0-aa41-ba9fbac434d1 on host hv-cinder-79220 {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:13.383174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:13.387090 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'name': 'network-vif-deleted', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:13.401165 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5e56c881-99f0-4336-863e-21ef198154c3 req-87d5e7c7-7b3c-4d8a-aa86-7c37257409fc tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "DELETE /v2.0/ports/5fe44473-7168-47e0-aa41-ba9fbac434d1 HTTP/1.1" status: 204 len: 173 time: 0.7876208 May 19 23:30:13.517743 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-a3f2e2c4-72e5-4b3f-97a8-5de1eb1fb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.518483 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1a384e-f755-4d86-aab1-290b458de41a req-ca0e71c0-c3d5-48e0-b720-a76d8fd08921 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730533 May 19 23:30:13.519760 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-a3f2e2c4-72e5-4b3f-97a8-5de1eb1fb594 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1099 time: 0.0853143 May 19 23:30:13.620292 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378c073-a991-4f6f-9291-13d3ac46d729 req-eb71cb3d-1f6f-4fa0-bde5-4fdd61723ed9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.628002 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6378c073-a991-4f6f-9291-13d3ac46d729 req-eb71cb3d-1f6f-4fa0-bde5-4fdd61723ed9 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 945 time: 0.2226260 May 19 23:30:13.679276 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-a0b156ec-6682-498b-8b79-b63b1e1609f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.680719 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-a0b156ec-6682-498b-8b79-b63b1e1609f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.1531982 May 19 23:30:13.772174 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6378c073-a991-4f6f-9291-13d3ac46d729 req-5607f15e-602a-461d-8586-eada1124e981 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432822 May 19 23:30:13.787748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Deleting port 00baea2c-805e-47a5-9ec9-622b22707d73 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:13.788055 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:13.796380 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-86860530-599d-48d4-a8b1-edc046e22858 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 1001 time: 0.1066709 May 19 23:30:13.864216 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-2d9add5f-951a-4ebf-8e1f-7837cc4eb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:13.866028 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-2d9add5f-951a-4ebf-8e1f-7837cc4eb49a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0627253 May 19 23:30:14.020762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6816442-6d65-48d3-98ba-18200922e250 req-ef78b9a4-190d-4cbd-902b-e417384b63d9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:14.022329 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f6816442-6d65-48d3-98ba-18200922e250 req-ef78b9a4-190d-4cbd-902b-e417384b63d9 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3652616 May 19 23:30:14.027648 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-094e6d9a-2172-43bd-8ae8-56c555666d9e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3321028 May 19 23:30:14.050743 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-5253968a-c1b7-41cc-9c78-8b0189684492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:14.052410 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-5253968a-c1b7-41cc-9c78-8b0189684492 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1760457 May 19 23:30:14.067729 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] For port 00baea2c-805e-47a5-9ec9-622b22707d73, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=00baea2c-805e-47a5-9ec9-622b22707d73,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:14.076127 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:14.218549 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-3db697d1-58a3-4773-bf4d-30a100362ad1 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498349 May 19 23:30:14.261250 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f6816442-6d65-48d3-98ba-18200922e250 req-512bcb9c-a220-4f4c-a701-9311f244f0a0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314534 May 19 23:30:14.269574 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Calling delete_port for 00baea2c-805e-47a5-9ec9-622b22707d73 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:14.294005 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7d1c3-9078-4c1d-a6de-880e3324ad83 req-03173015-b9c9-4e76-a615-9220f6d539c0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:14.296171 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-72a7d1c3-9078-4c1d-a6de-880e3324ad83 req-03173015-b9c9-4e76-a615-9220f6d539c0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.4029546 May 19 23:30:14.333967 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd140c0d-8587-495d-be4c-b366917dbe91', 'name': 'network-vif-deleted', 'tag': '5fe44473-7168-47e0-aa41-ba9fbac434d1', 'status': 'completed', 'code': 200} May 19 23:30:14.389271 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-bcf20287-ba86-48ad-9086-ebbca33fe0c5 req-8bc315c0-3cf2-4b9e-ac2c-c1cce3aa2412 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635308 May 19 23:30:14.455210 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-72a7d1c3-9078-4c1d-a6de-880e3324ad83 req-8f07ea90-820b-4a2a-ad0c-eb8d1bd3271d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447856 May 19 23:30:14.473621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-91412563-dad3-4d93-8e6b-107f9196ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:14.475076 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-91412563-dad3-4d93-8e6b-107f9196ff27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.3909862 May 19 23:30:14.831763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:14.847573 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:14.848577 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:14.889470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-8d21fbaf-5153-41a2-8965-59a5ea60ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:14.890918 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-8d21fbaf-5153-41a2-8965-59a5ea60ed4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.3936994 May 19 23:30:14.907757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event deleted for resources: {'Port': ['ID=00baea2c-805e-47a5-9ec9-622b22707d73,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:14.979046 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:15.029548 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-ab45becc-9d8d-4064-a764-3df8255bc2cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.1184850 May 19 23:30:15.041830 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-5acea20d-fb32-4157-9575-263189c7bdb6 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:15.043232 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-5acea20d-fb32-4157-9575-263189c7bdb6 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 809 time: 0.4748058 May 19 23:30:15.129084 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] No DVR routers for this DVR port 00baea2c-805e-47a5-9ec9-622b22707d73 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:15.137780 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-18dde88f-1167-4806-9a09-7f6a03b5ee0a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/quotas/a3ba0bd2c99a4f1ebb3c440ef236054e HTTP/1.1" status: 200 len: 375 time: 0.0641267 May 19 23:30:15.139056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:15.144337 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'name': 'network-vif-deleted', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:15.199457 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031483-3be2-4bc5-9352-58cdc4469ca1 req-e3d66921-7c8e-4074-97af-5119b6faa1f9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:15.200951 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac031483-3be2-4bc5-9352-58cdc4469ca1 req-e3d66921-7c8e-4074-97af-5119b6faa1f9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.4558854 May 19 23:30:15.217539 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9b2982f5-586a-4786-bae4-939b2611bf57 req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "DELETE /v2.0/ports/00baea2c-805e-47a5-9ec9-622b22707d73 HTTP/1.1" status: 204 len: 173 time: 1.8561332 May 19 23:30:15.234207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-69abc041-5a8d-46b9-b3b9-8ce07009f85f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806160 May 19 23:30:15.237347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-5f48f24b-3382-4db6-946c-5ef1e1245e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:15.238812 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-5f48f24b-3382-4db6-946c-5ef1e1245e9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.1663129 May 19 23:30:15.332356 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-eaad9563-8b81-49ee-993e-710b34df3068 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693030 May 19 23:30:15.384846 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac031483-3be2-4bc5-9352-58cdc4469ca1 req-dded6dd2-7d1e-4942-a2a9-96a934181330 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693294 May 19 23:30:15.527713 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-e0276268-3afb-481c-83e8-df7005ea7601 service neutron] 10.222.0.48 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851796 May 19 23:30:15.588506 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-05caf294-a2de-4b39-a68a-6dd1bdb8e5b0 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071829 May 19 23:30:15.678288 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cf687d35-d44c-4636-a642-380330469f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:15.795401 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-56115ea0-5713-4486-acfc-90e56abf16d0 req-7d4708fa-dd07-485d-8132-8cffbe5ddb88 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Synchronizing usage tracker for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:15.829171 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-0284d4ed-5a93-438c-9090-fae53b95f446 service neutron] 10.222.0.48 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832537 May 19 23:30:15.844783 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-56115ea0-5713-4486-acfc-90e56abf16d0 req-7d4708fa-dd07-485d-8132-8cffbe5ddb88 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Unset dirty status for tenant:66915aa4a2d440119d97d3d4ed93ce2d on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:15.857643 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56115ea0-5713-4486-acfc-90e56abf16d0 req-7d4708fa-dd07-485d-8132-8cffbe5ddb88 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=64742f0d-48b5-4999-a705-ff7473161d1d HTTP/1.1" status: 200 len: 210 time: 0.1552863 May 19 23:30:15.882207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a75d63-4640-4b9e-a356-cf17ec953875 req-fc029e5c-025b-4f4e-b606-0cb1bc12b03c service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421832 May 19 23:30:15.932865 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64742f0d-48b5-4999-a705-ff7473161d1d', 'name': 'network-vif-deleted', 'tag': '00baea2c-805e-47a5-9ec9-622b22707d73', 'status': 'completed', 'code': 200} May 19 23:30:16.345576 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9104ab-55ec-4739-a2f6-c27a6e4a76e9 req-27a6f325-b3d0-4fec-9be6-b7f8ca7a3276 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.352826 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de9104ab-55ec-4739-a2f6-c27a6e4a76e9 req-27a6f325-b3d0-4fec-9be6-b7f8ca7a3276 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1843946 May 19 23:30:16.371167 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-71ed9923-8300-4bcc-ab13-c648a7f72dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.373554 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-71ed9923-8300-4bcc-ab13-c648a7f72dcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 1099 time: 0.3895397 May 19 23:30:16.384543 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11d20-b5af-45a6-aec3-e9d3509eb692 req-1c85036f-eec5-4cc4-bde0-7ee3c57411a0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.386026 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58b11d20-b5af-45a6-aec3-e9d3509eb692 req-1c85036f-eec5-4cc4-bde0-7ee3c57411a0 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1746027 May 19 23:30:16.448657 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 00baea2c-805e-47a5-9ec9-622b22707d73 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:16.480983 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de9104ab-55ec-4739-a2f6-c27a6e4a76e9 req-f993cec8-382d-4be3-b3c2-e859e5d0e528 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273472 May 19 23:30:16.508017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 00baea2c-805e-47a5-9ec9-622b22707d73 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:16.508017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 00baea2c-805e-47a5-9ec9-622b22707d73 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:16.508017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5fe44473-7168-47e0-aa41-ba9fbac434d1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:16.541874 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 5fe44473-7168-47e0-aa41-ba9fbac434d1 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:16.542390 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5fe44473-7168-47e0-aa41-ba9fbac434d1 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:16.676384 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58b11d20-b5af-45a6-aec3-e9d3509eb692 req-4afcb03e-0b31-4780-8bc8-91a2f59bbbf1 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673299 May 19 23:30:16.729445 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-121ccd35-08cc-4700-bf3d-6873085cf6ef req-c9d4a868-dd75-45a1-af39-b87dcd340182 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 210 time: 0.0520415 May 19 23:30:16.773035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-a86eb83e-fbfd-485d-a865-6844be455fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.774798 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-a86eb83e-fbfd-485d-a865-6844be455fe6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 200 len: 919 time: 0.3857434 May 19 23:30:16.894352 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-5559ae67-50e8-496f-84e5-df8bfef666e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 200 len: 217 time: 0.0764158 May 19 23:30:16.980251 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-759b6cc6-9112-4c5c-ab11-7eaf79b39473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.982473 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-759b6cc6-9112-4c5c-ab11-7eaf79b39473 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 200 len: 858 time: 0.0756454 May 19 23:30:16.991347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f123e15-e3ee-4392-a0c6-71695b2af3ce req-fc0eceb4-962f-4ba9-8cdf-4fcc90e6974b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:16.992979 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f123e15-e3ee-4392-a0c6-71695b2af3ce req-fc0eceb4-962f-4ba9-8cdf-4fcc90e6974b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2068334 May 19 23:30:17.071442 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-0886dfab-5769-4b83-b728-2c81c9ec2d4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=271388c7-763d-47da-a2ef-23055a24a147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721195 May 19 23:30:17.130598 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f123e15-e3ee-4392-a0c6-71695b2af3ce req-08148552-f39e-4172-92c8-a38ffe2e3a0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008234 May 19 23:30:17.254752 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-ee7a7472-812d-46da-be1d-d48bf1495bd5 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669450 May 19 23:30:17.300037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:17.399147 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7805f1dc-9c20-4bff-ae3a-c63d6cb31ce9 req-b5cddb52-0b6f-4565-8b74-60e0a7ea0c50 service neutron] 10.222.0.58 "GET /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349204 May 19 23:30:17.830671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-fa1fdb2f-ce2f-41ff-82b3-de34365b043a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:17.837919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-fa1fdb2f-ce2f-41ff-82b3-de34365b043a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 809 time: 0.2277994 May 19 23:30:17.862772 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Request body: {'port': {'device_id': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846', 'admin_state_up': True, 'tenant_id': 'a3ba0bd2c99a4f1ebb3c440ef236054e'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:18.040383 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c8130aba-235b-4714-8b97-2919b8bd1dba req-41db69c8-11f2-427f-8a3d-c02cb6a9d320 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 210 time: 0.1126642 May 19 23:30:18.094409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:18.099930 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Usage tracker for resource:port and tenant:a3ba0bd2c99a4f1ebb3c440ef236054e is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:18.103887 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:18.116493 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633790f0-7d27-4cb7-a571-93589f75bd77 req-36e8bc36-8a32-4b5e-9827-005c6846ceac tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:18.117938 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-633790f0-7d27-4cb7-a571-93589f75bd77 req-36e8bc36-8a32-4b5e-9827-005c6846ceac tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.2382865 May 19 23:30:18.118752 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:18.144217 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Made reservation on behalf of a3ba0bd2c99a4f1ebb3c440ef236054e for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:30:18.147757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.290871 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-633790f0-7d27-4cb7-a571-93589f75bd77 req-22b19793-6af2-4457-866e-43e6cd218dab tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661463 May 19 23:30:18.294090 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.399059 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c80d2ec3-de18-4410-baf4-f3f7373c0e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.456547 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c1b80-0552-44e9-a538-b4db2cd7f2f6 req-14f52b5b-539e-4fe4-974d-56dfd73848db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:18.458156 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-578c1b80-0552-44e9-a538-b4db2cd7f2f6 req-14f52b5b-539e-4fe4-974d-56dfd73848db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1664209 May 19 23:30:18.464526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Allocated IP 172.20.0.14 (3be10015-0ea8-4d7b-b569-e35bc886e846/8d989713-8a41-4df6-897a-ca4dc6755d97/f7dedef9-ae06-4885-8a0e-9a5e8ed458bd) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:30:18.539938 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-578c1b80-0552-44e9-a538-b4db2cd7f2f6 req-2b2a5aad-9af2-40de-a4f2-c9578a985151 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729723 May 19 23:30:18.769632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.784426 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2a571-e17e-413b-8aa2-38613ca430d1 req-8b93648a-1472-46f3-9b3f-bdc059f0ef75 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:18.785861 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6b2a571-e17e-413b-8aa2-38613ca430d1 req-8b93648a-1472-46f3-9b3f-bdc059f0ef75 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.1893301 May 19 23:30:18.838962 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6b2a571-e17e-413b-8aa2-38613ca430d1 req-e79f9ed2-66b1-4681-b26e-d833cc2fa347 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 May 19 23:30:18.847221 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.853156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:18.925298 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Network 3be10015-0ea8-4d7b-b569-e35bc886e846 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:30:18.928361 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:30:18.932162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:30:18.937579 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:18.938177 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:18.949583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Pushing event updated for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:18.953845 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:18.966439 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1073995 May 19 23:30:18.989808 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Request body: {'port': {'device_id': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:19.102151 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:19.251552 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:19.344073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee8512-3e2a-4086-b8c1-ddf9a80062f9 req-edaff92c-a5a2-4b02-a582-bf0fe5091b17 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:19.344770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-c0ee8512-3e2a-4086-b8c1-ddf9a80062f9 req-edaff92c-a5a2-4b02-a582-bf0fe5091b17 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Synchronizing usage tracker for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:19.455232 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-c0ee8512-3e2a-4086-b8c1-ddf9a80062f9 req-edaff92c-a5a2-4b02-a582-bf0fe5091b17 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Unset dirty status for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:19.456414 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0ee8512-3e2a-4086-b8c1-ddf9a80062f9 req-edaff92c-a5a2-4b02-a582-bf0fe5091b17 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 932 time: 0.3005514 May 19 23:30:19.551841 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0ee8512-3e2a-4086-b8c1-ddf9a80062f9 req-96686f82-3257-4535-bc53-d48bc008c274 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 May 19 23:30:19.634402 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6434048-2dcb-4f3c-8b5b-082f5b587d36 req-f30d2a6c-07b7-4547-9b7f-f94edf7f96a3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:19.635915 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d6434048-2dcb-4f3c-8b5b-082f5b587d36 req-f30d2a6c-07b7-4547-9b7f-f94edf7f96a3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.2284575 May 19 23:30:19.647296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dedef9-ae06-4885-8a0e-9a5e8ed458bd {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:30:19.669446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:19.738625 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Transition to ACTIVE for port object f7dedef9-ae06-4885-8a0e-9a5e8ed458bd will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:30:19.758142 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:19.763175 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-20aabea5-6f0e-4d00-be1e-55ca3fc9ffcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:19.793028 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d6434048-2dcb-4f3c-8b5b-082f5b587d36 req-967e0332-fed0-41c6-9864-b8522ef94121 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479988 May 19 23:30:19.892661 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:19.896204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:19.961564 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476cca-e178-4519-ab62-dfbea6182a69 req-895f0568-7206-4928-964f-71925629e7bd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:19.963036 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-99476cca-e178-4519-ab62-dfbea6182a69 req-895f0568-7206-4928-964f-71925629e7bd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2957425 May 19 23:30:20.025051 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Attempting to bind port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:30:20.025392 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Attempting to bind port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:30:20.025722 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Attempting to bind port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd on network 3be10015-0ea8-4d7b-b569-e35bc886e846 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:30:20.109757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd on network 3be10015-0ea8-4d7b-b569-e35bc886e846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:30:20.110078 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Attempting to bind port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd on network 3be10015-0ea8-4d7b-b569-e35bc886e846 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:30:20.125848 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:30:20.126122 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Checking segment: {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:30:20.126512 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Bound using segment: {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:30:20.126959 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Bound port: f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:30:20.127312 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:20.151261 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-99476cca-e178-4519-ab62-dfbea6182a69 req-0b24cb1a-3c0f-4aa3-ab42-3d01f800f349 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515179 May 19 23:30:20.215353 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45e7f-4143-4b43-b531-61410c3f1068 req-11d1a204-06b7-4933-9f78-404b270e7e65 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:20.217343 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f5a45e7f-4143-4b43-b531-61410c3f1068 req-11d1a204-06b7-4933-9f78-404b270e7e65 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.2677653 May 19 23:30:20.270518 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:30:20.284502 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f5a45e7f-4143-4b43-b531-61410c3f1068 req-74471718-d7db-401c-94c5-97804d0b43d6 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548632 May 19 23:30:20.285956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:30:20.292321 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:20.297717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-eded1983-477b-4d24-b130-f5bd0ad26a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:20.352831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:20.353440 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:20.354819 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7dedef9-ae06-4885-8a0e-9a5e8ed458bd HTTP/1.1" status: 200 len: 1094 time: 1.3693905 May 19 23:30:20.355310 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:20.377364 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:20.380271 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:20.433777 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd', 'status': 'completed', 'code': 200} May 19 23:30:20.479381 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-28f66158-2aa5-4e21-b60e-90c6075f59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:20.480877 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-28f66158-2aa5-4e21-b60e-90c6075f59fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0801523 May 19 23:30:20.549252 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-96c01fa7-af89-4d5d-94f6-6db7f2a6527b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd HTTP/1.1" status: 200 len: 217 time: 0.0602989 May 19 23:30:20.617350 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-a4757b78-f7c3-4bf5-9956-64cc95fc4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:20.619138 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-a4757b78-f7c3-4bf5-9956-64cc95fc4475 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d989713-8a41-4df6-897a-ca4dc6755d97 HTTP/1.1" status: 200 len: 849 time: 0.0635867 May 19 23:30:20.741429 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-5486b1ac-0c66-4c7a-94c8-8b0c81efbfa2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3be10015-0ea8-4d7b-b569-e35bc886e846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911469 May 19 23:30:20.808672 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:20.922479 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-745a9ea2-951d-47cc-bd45-eb1221216645 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:20.923911 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-745a9ea2-951d-47cc-bd45-eb1221216645 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.3038795 May 19 23:30:21.001439 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-91aa9d45-c5dc-4448-adfa-803e9d2e905b service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482569 May 19 23:30:21.009268 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094176-3b47-494f-858b-029db639687d req-526c95f7-5ab1-4d7e-bf64-5d0a03d51cbe tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:21.010591 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48094176-3b47-494f-858b-029db639687d req-526c95f7-5ab1-4d7e-bf64-5d0a03d51cbe tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 944 time: 0.3258963 May 19 23:30:21.223864 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48094176-3b47-494f-858b-029db639687d req-5baf3064-4a38-4ac4-bcc9-521e3c04cb4a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022023 May 19 23:30:21.290181 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e473511-ef00-450b-b436-720540f22270 req-3e6370a7-f57e-47e6-b560-8dba60c6a3c8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:21.291663 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e473511-ef00-450b-b436-720540f22270 req-3e6370a7-f57e-47e6-b560-8dba60c6a3c8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3850868 May 19 23:30:21.297571 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-09b49739-7bed-4639-87c7-2cba74adc2e4 req-5f21af0b-16f4-4028-b0c4-9b6988465e0e service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629936 May 19 23:30:21.415955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Deleting port f0b98bce-1b83-4290-a1e8-7a2989a93470 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:21.416304 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:21.483911 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e473511-ef00-450b-b436-720540f22270 req-3d81fbe4-cf6b-47c0-a3e0-0d5afcd5f527 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843507 May 19 23:30:21.646427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] For port f0b98bce-1b83-4290-a1e8-7a2989a93470, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0b98bce-1b83-4290-a1e8-7a2989a93470,segment=NetworkSegment(9c782432-4d27-4c83-8cf1-34e414e95b8b),segment_id=9c782432-4d27-4c83-8cf1-34e414e95b8b)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:21.647090 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:21.669962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb6463-6ee8-42f1-b047-3cac0a717410 req-b5932da6-afe7-4b85-b5e8-f6e2efe4f1bc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:21.671405 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-55fb6463-6ee8-42f1-b047-3cac0a717410 req-b5932da6-afe7-4b85-b5e8-f6e2efe4f1bc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.3447747 May 19 23:30:21.844925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751be43-e393-4419-973b-0c2a688673e4 req-d243e37d-22d6-4563-8d87-416edb71a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:21.846266 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-d243e37d-22d6-4563-8d87-416edb71a9ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 1097 time: 0.4790058 May 19 23:30:21.859527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Calling delete_port for f0b98bce-1b83-4290-a1e8-7a2989a93470 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:21.995946 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-55fb6463-6ee8-42f1-b047-3cac0a717410 req-ce61f4a4-c667-4686-94c1-52b46a4cb507 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062492 May 19 23:30:22.063892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467d761-25fb-4db5-8dd9-79e8ab4c21ef req-7cd00148-b819-40b6-9d0d-0386bde6ef0b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:22.065329 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e467d761-25fb-4db5-8dd9-79e8ab4c21ef req-7cd00148-b819-40b6-9d0d-0386bde6ef0b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e9d9c0-3315-4b99-ab36-d6156109c472 HTTP/1.1" status: 200 len: 946 time: 0.4697151 May 19 23:30:22.067462 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751be43-e393-4419-973b-0c2a688673e4 req-508e7087-550b-40ce-ae8f-0477d3f43782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:22.068806 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-508e7087-550b-40ce-ae8f-0477d3f43782 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 200 len: 910 time: 0.1896772 May 19 23:30:22.162232 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-ceb03f6f-bba5-4888-9ce8-0c418da127ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd HTTP/1.1" status: 200 len: 217 time: 0.0830288 May 19 23:30:22.269767 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e467d761-25fb-4db5-8dd9-79e8ab4c21ef req-f6fca647-0b1a-49d3-98ea-d6034163d78b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.48 "GET /v2.0/security-groups?id=90231221-5920-4805-9861-9bbe54574d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928332 May 19 23:30:22.289725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751be43-e393-4419-973b-0c2a688673e4 req-955ebdc3-5e58-406d-b804-ebfc6cba685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:22.291407 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-955ebdc3-5e58-406d-b804-ebfc6cba685a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8d989713-8a41-4df6-897a-ca4dc6755d97 HTTP/1.1" status: 200 len: 849 time: 0.1001019 May 19 23:30:22.294582 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:22.302036 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-56ade0a0-1a72-42c7-9c02-66e75ffea74b tempest-VolumesActionsTest-1095395290 tempest-VolumesActionsTest-1095395290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:22.310622 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f0b98bce-1b83-4290-a1e8-7a2989a93470'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:22.436701 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Pushing event deleted for resources: {'Port': ['ID=f0b98bce-1b83-4290-a1e8-7a2989a93470,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:22.440030 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:22.442258 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-ed32bf9f-45ba-446a-b657-bbe43bd4c465 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3be10015-0ea8-4d7b-b569-e35bc886e846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022036 May 19 23:30:22.472567 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:30:22.555263 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] No DVR routers for this DVR port f0b98bce-1b83-4290-a1e8-7a2989a93470 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:22.557799 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:22.564488 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'name': 'network-vif-deleted', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:22.604693 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:22.621764 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '59513e1d-0a65-4155-91fa-2962b46e2018', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:30:22.629606 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e9d9c0-3315-4b99-ab36-d6156109c472', 'name': 'network-vif-deleted', 'tag': 'f0b98bce-1b83-4290-a1e8-7a2989a93470', 'status': 'completed', 'code': 200} May 19 23:30:22.648409 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3a87e63d-81f6-4903-8ac0-16cf2f51dced req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] 10.222.0.58 "DELETE /v2.0/ports/f0b98bce-1b83-4290-a1e8-7a2989a93470 HTTP/1.1" status: 204 len: 173 time: 1.6857295 May 19 23:30:22.691004 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-c74d3bd8-b202-48ea-9c67-5989ca47ff3e service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133961 May 19 23:30:22.696170 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:22.699070 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f1a1f-0b39-4f40-8f17-b44a4fd876f4 req-fba3f79c-a2b4-4640-b3e8-3144cef34545 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:22.704057 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-db1f1a1f-0b39-4f40-8f17-b44a4fd876f4 req-fba3f79c-a2b4-4640-b3e8-3144cef34545 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 944 time: 0.2687619 May 19 23:30:22.713882 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:30:22.729870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:22.734212 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:22.736212 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2e3cd52f-b584-49a3-a53b-b8867eafc751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:22.813869 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=6']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:22.816796 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:22.841777 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-db1f1a1f-0b39-4f40-8f17-b44a4fd876f4 req-d1c0799b-fa37-437e-8b5c-fc7acdb17b5a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184850 May 19 23:30:22.855993 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['59513e1d-0a65-4155-91fa-2962b46e2018'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:22.875496 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3751be43-e393-4419-973b-0c2a688673e4 req-ccbbfccd-aba4-4659-a669-40bab25ce38c service neutron] 10.222.0.58 "GET /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703179 May 19 23:30:23.191851 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08950e-d822-4714-8d42-9739d9a390b0 req-9774a7e2-2c03-4b1f-9479-c90da76fc597 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:23.193396 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7d08950e-d822-4714-8d42-9739d9a390b0 req-9774a7e2-2c03-4b1f-9479-c90da76fc597 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 945 time: 0.0822501 May 19 23:30:23.254316 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7d08950e-d822-4714-8d42-9739d9a390b0 req-e1bfd13a-c769-41d0-a0dd-0db8dbdad9ca tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545766 May 19 23:30:23.362602 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34238) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:23.425206 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Deleting subnet 1f14d2b0-33de-4205-8431-53548d0b6fb8 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:30:23.428110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:23.477449 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:23.486676 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:23.824419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:23.828882 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e729704a-6ff0-438e-91b5-488d7d029f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:23.862411 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f14d2b0-33de-4205-8431-53548d0b6fb8,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:23.866069 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:23.872374 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:23.879193 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f14d2b0-33de-4205-8431-53548d0b6fb8 HTTP/1.1" status: 204 len: 168 time: 0.5155702 May 19 23:30:23.881786 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34250) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:24.029379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.124456 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdeb02-23c4-461d-ad80-7bb1bfb9367b req-590ead87-dfc2-436f-b56b-f399ac8634ef tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:24.125906 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a9bdeb02-23c4-461d-ad80-7bb1bfb9367b req-590ead87-dfc2-436f-b56b-f399ac8634ef tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 944 time: 0.1614108 May 19 23:30:24.191014 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.208303 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.208643 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.209399 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.209741 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > port after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.210079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.210409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.210729 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.211047 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.211362 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.211677 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.275048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.275309 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.275642 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.276048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 23:30:24.276406 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e272f46-4166-4117-adad-69a8674bdcf6']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:24.300684 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c782432-4d27-4c83-8cf1-34e414e95b8b') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:24.300980 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c782432-4d27-4c83-8cf1-34e414e95b8b') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:24.315766 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a9bdeb02-23c4-461d-ad80-7bb1bfb9367b req-fc5c25c0-46d9-4ee8-95a5-e8f0737f7676 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457233 May 19 23:30:24.317133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.333535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.345065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:30:24.345065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: from cryptography.utils import int_from_bytes May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: from cryptography.utils import int_from_bytes May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:30:24.358730 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:30:24.473093 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f7dedef9-ae06-4885-8a0e-9a5e8ed458bd details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:30:24.479448 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:30:24.481286 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.489323 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:24.504400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.522223 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e272f46-4166-4117-adad-69a8674bdcf6,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:24.529872 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:24.533311 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e272f46-4166-4117-adad-69a8674bdcf6 HTTP/1.1" status: 204 len: 168 time: 0.6505892 May 19 23:30:24.546542 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42cf23-aac2-4c2c-8cc3-6e42e59b546a req-696acd03-8430-4e49-b449-e6b607e54fa8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:24.548313 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa42cf23-aac2-4c2c-8cc3-6e42e59b546a req-696acd03-8430-4e49-b449-e6b607e54fa8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 945 time: 0.1785460 May 19 23:30:24.604310 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa42cf23-aac2-4c2c-8cc3-6e42e59b546a req-d5d55c85-9aee-4691-8a71-a6fb42620acf tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491469 May 19 23:30:24.702201 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34268) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:24.722690 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 59513e1d-0a65-4155-91fa-2962b46e2018 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:30:24.723013 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.798979 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:24.804086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34282) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:24.804859 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-23eca299-6b34-4d4a-8453-8158c758e561 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66915aa4a2d440119d97d3d4ed93ce2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1004176 May 19 23:30:24.815666 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd', 'network_id': '3be10015-0ea8-4d7b-b569-e35bc886e846', 'port_id': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd', 'mac_address': 'fa:16:3e:ea:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d989713-8a41-4df6-897a-ca4dc6755d97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:30:24.942562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.976056 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.977802 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:24.995873 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:25.014335 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dedef9-ae06-4885-8a0e-9a5e8ed458bd {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:30:25.036411 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:25.052300 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:25.057697 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:25.060405 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:25.063885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:25.071652 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:25.078947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8ecc9718-f3db-4e3e-950a-b92deec358db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:25.111887 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90231221-5920-4805-9861-9bbe54574d3d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:25.119558 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:25.130778 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:25.133386 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'code': 200} May 19 23:30:25.135863 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90231221-5920-4805-9861-9bbe54574d3d HTTP/1.1" status: 204 len: 168 time: 0.3302386 May 19 23:30:25.147650 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:25.148700 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f0b98bce-1b83-4290-a1e8-7a2989a93470 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:25.209547 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: f0b98bce-1b83-4290-a1e8-7a2989a93470 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:25.209910 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f0b98bce-1b83-4290-a1e8-7a2989a93470 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:25.247381 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:25.250286 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:25.250752 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:25.326784 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=7']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:25.330762 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:25.364078 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f7dedef9-ae06-4885-8a0e-9a5e8ed458bd'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:25.556815 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b89a-5150-4d46-ab2e-178f21492c55 req-b8c3cd80-7b78-4c48-98f9-5c29beaa491a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:25.559276 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58a5b89a-5150-4d46-ab2e-178f21492c55 req-b8c3cd80-7b78-4c48-98f9-5c29beaa491a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 945 time: 0.1111443 May 19 23:30:25.615847 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58a5b89a-5150-4d46-ab2e-178f21492c55 req-a93e7ef5-f45f-47ec-abbd-79f07755743f tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 May 19 23:30:25.842413 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cd06f-aa2e-4e2d-958d-3597b2522d6a req-0bb6761e-6fb1-4177-9a2b-b8ddd44cc8bc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:25.850285 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-509cd06f-aa2e-4e2d-958d-3597b2522d6a req-0bb6761e-6fb1-4177-9a2b-b8ddd44cc8bc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.0963323 May 19 23:30:25.907350 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-509cd06f-aa2e-4e2d-958d-3597b2522d6a req-b456de95-947d-4b5e-887b-53b75c6ad93e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558598 May 19 23:30:26.484452 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f7dedef9-ae06-4885-8a0e-9a5e8ed458bd up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:30:26.609582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:30:26.615578 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:30:26.616272 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:26.651131 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f0213-cf1c-4bdc-add1-0b47f2857a8d req-15189a55-74d1-439c-a800-9a2077b6ba25 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:26.669708 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-978f0213-cf1c-4bdc-add1-0b47f2857a8d req-15189a55-74d1-439c-a800-9a2077b6ba25 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1131823 May 19 23:30:26.733471 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-978f0213-cf1c-4bdc-add1-0b47f2857a8d req-d0238ebe-df55-4530-a538-61c6cbd1aedd tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624626 May 19 23:30:26.854413 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:26.950001 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:26.958864 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:26.963301 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:26.996243 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a594f-ff62-4aee-881a-afe038e54420 req-fd2244f1-c785-464f-94e7-fc81e6c0644d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:26.998557 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-670a594f-ff62-4aee-881a-afe038e54420 req-fd2244f1-c785-464f-94e7-fc81e6c0644d tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 945 time: 0.1867311 May 19 23:30:27.078458 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:27.082803 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:27.100319 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-670a594f-ff62-4aee-881a-afe038e54420 req-53638c01-0af8-4281-aafd-a8796bae91ec tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959890 May 19 23:30:27.134558 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:27.193453 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd', 'code': 200} May 19 23:30:27.218953 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d92a6c-2500-4a5e-96e0-39fc2a874f1a req-e248f0ca-be9c-4d83-a473-f21d87c7d759 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:27.226455 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59d92a6c-2500-4a5e-96e0-39fc2a874f1a req-e248f0ca-be9c-4d83-a473-f21d87c7d759 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1059334 May 19 23:30:27.300794 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59d92a6c-2500-4a5e-96e0-39fc2a874f1a req-be6c201c-2608-4af6-b902-6137836f418c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734456 May 19 23:30:27.496419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550ba03-f397-4a01-8f0e-f1b797259e90 req-65e5afbc-6a87-4737-900d-72f705c84ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:27.500752 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b550ba03-f397-4a01-8f0e-f1b797259e90 req-65e5afbc-6a87-4737-900d-72f705c84ac2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 1099 time: 0.1011350 May 19 23:30:27.565003 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b550ba03-f397-4a01-8f0e-f1b797259e90 req-95e3321d-134c-42d2-a9db-d9ab2ab8d321 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541811 May 19 23:30:28.008490 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfdee6-6fc4-41e1-82fc-ebaec9ab0cf3 req-8a188020-44fd-44ee-8227-7e27777126b2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:28.011627 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a8dfdee6-6fc4-41e1-82fc-ebaec9ab0cf3 req-8a188020-44fd-44ee-8227-7e27777126b2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1060073 May 19 23:30:28.070735 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a8dfdee6-6fc4-41e1-82fc-ebaec9ab0cf3 req-f8dfd44f-5766-41c7-b8f5-123792efdae1 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 May 19 23:30:28.324346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24313ea2-ee22-460f-82e2-36fbef041108 req-df1b8d41-68ef-40ec-a803-b6c3476859fd tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:28.332627 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-24313ea2-ee22-460f-82e2-36fbef041108 req-df1b8d41-68ef-40ec-a803-b6c3476859fd tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 946 time: 0.1060483 May 19 23:30:28.396237 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-24313ea2-ee22-460f-82e2-36fbef041108 req-b0c961c9-c8d0-440e-96cb-0afc9607dd70 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 May 19 23:30:28.640495 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7b81-aba3-4afa-8e82-25bc3fb41190 req-e16960f7-8125-4a8d-8249-899c5b788f98 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:28.648554 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-32de7b81-aba3-4afa-8e82-25bc3fb41190 req-e16960f7-8125-4a8d-8249-899c5b788f98 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1756840 May 19 23:30:28.704297 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-32de7b81-aba3-4afa-8e82-25bc3fb41190 req-64be9f14-2611-4bef-8daf-831ad437f9e6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516865 May 19 23:30:29.358748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee808-96eb-42ba-ba70-7e6a6669bc68 req-8cab370d-3f11-4b03-8fda-c3554cc67688 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:29.361207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-530ee808-96eb-42ba-ba70-7e6a6669bc68 req-8cab370d-3f11-4b03-8fda-c3554cc67688 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1151457 May 19 23:30:29.488327 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-530ee808-96eb-42ba-ba70-7e6a6669bc68 req-42fe630c-50ae-4cc7-9298-c8b2dc6e00bc tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182837 May 19 23:30:29.589692 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-d93c882a-9733-4646-829e-8cf5aa866fe3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:29.591289 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-d93c882a-9733-4646-829e-8cf5aa866fe3 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 946 time: 0.1883235 May 19 23:30:29.787466 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010717-43c2-46dc-ad52-9dee64cafadb req-d9f65f3e-c9b5-446f-98af-809f90da7f1b tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:29.789621 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7010717-43c2-46dc-ad52-9dee64cafadb req-d9f65f3e-c9b5-446f-98af-809f90da7f1b tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 946 time: 0.2751300 May 19 23:30:29.849035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Deleting port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:29.849380 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:29.938732 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:30:29.941250 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7010717-43c2-46dc-ad52-9dee64cafadb req-4384508d-03ab-4d6d-a565-09364806691a tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444795 May 19 23:30:30.105917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e7b4-a1ce-4d45-8df7-9c69907f0220 req-8dacccb8-afae-4a64-ad54-f99568394a7c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:30.107940 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9695e7b4-a1ce-4d45-8df7-9c69907f0220 req-8dacccb8-afae-4a64-ad54-f99568394a7c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2409012 May 19 23:30:30.114403 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] For port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:30.115002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:30.275213 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Calling delete_port for 2fa5434b-d3f3-4f49-8fd1-11f42f84995d owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:30.302776 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9695e7b4-a1ce-4d45-8df7-9c69907f0220 req-3c332ba1-725a-4b2a-a5f7-afa02158103f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786821 May 19 23:30:30.459223 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:30.472065 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['a22f3aba-5417-4227-9ccd-7c59e76dc26c', '2fa5434b-d3f3-4f49-8fd1-11f42f84995d'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:30.475338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-19ed6021-2a92-415b-aeea-990fc78121d3 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:30.630381 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Pushing event deleted for resources: {'Port': ['ID=2fa5434b-d3f3-4f49-8fd1-11f42f84995d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:30.638801 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:30.724732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] No DVR routers for this DVR port 2fa5434b-d3f3-4f49-8fd1-11f42f84995d on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:30.727899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:30.739397 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'name': 'network-vif-deleted', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:30.761469 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59a1f204-3cdb-482a-be75-56f4bde5eac7 req-33cbe090-303d-464a-9934-8b60f0bcf9c5 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ded1efc-222d-4830-81e1-e50395bf258b HTTP/1.1" status: 200 len: 210 time: 0.1244936 May 19 23:30:30.768145 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9e2a8105-9cd4-4e36-904d-5661c60e4b96 req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "DELETE /v2.0/ports/2fa5434b-d3f3-4f49-8fd1-11f42f84995d HTTP/1.1" status: 204 len: 173 time: 1.1667042 May 19 23:30:30.829101 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ded1efc-222d-4830-81e1-e50395bf258b', 'name': 'network-vif-deleted', 'tag': '2fa5434b-d3f3-4f49-8fd1-11f42f84995d', 'status': 'completed', 'code': 200} May 19 23:30:31.236961 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34462) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:31.620046 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b015e-0dba-4d69-9f15-37c38948959b req-cd3b4f59-c449-4db1-9657-b715874d2dd1 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:31.629538 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-601b015e-0dba-4d69-9f15-37c38948959b req-cd3b4f59-c449-4db1-9657-b715874d2dd1 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 946 time: 0.1891353 May 19 23:30:31.630298 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:31.656870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:31.667208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Usage tracker for resource:security_group_rule and tenant:1deee521d71346ed85899e00b7ae9e42 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:31.675045 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:31.690965 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:31.705135 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-601b015e-0dba-4d69-9f15-37c38948959b req-a32d7263-44ea-4ea0-8244-eaa326fd8425 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740469 May 19 23:30:31.732123 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f437e-a55f-4121-936d-0ad592309174 req-9e1fde23-fe0d-48f4-8b4f-199f8acebe3e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:31.741736 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-293f437e-a55f-4121-936d-0ad592309174 req-9e1fde23-fe0d-48f4-8b4f-199f8acebe3e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1919856 May 19 23:30:31.853380 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-293f437e-a55f-4121-936d-0ad592309174 req-c22f0516-2148-4879-9d1c-51f0d534b7e3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825047 May 19 23:30:31.891358 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:31.895771 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:31.926290 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9274d916-3001-48bd-b33e-f3bb761693f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:31.956080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34482) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:31.956283 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1deee521d71346ed85899e00b7ae9e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182055 May 19 23:30:31.977605 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841922ae-c1eb-40ec-8f35-820c7f09d7a0,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:31.981396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:32.100615 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:32.145180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:32.231210 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:32.235749 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6d51937a-a157-4cbd-8a4f-1f9eb894a51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:32.269157 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841922ae-c1eb-40ec-8f35-820c7f09d7a0,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:32.282881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:32.291385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:32.297419 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/841922ae-c1eb-40ec-8f35-820c7f09d7a0 HTTP/1.1" status: 204 len: 168 time: 0.3395891 May 19 23:30:32.525100 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2fa5434b-d3f3-4f49-8fd1-11f42f84995d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:32.600075 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 2fa5434b-d3f3-4f49-8fd1-11f42f84995d {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:32.600973 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 2fa5434b-d3f3-4f49-8fd1-11f42f84995d not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:32.667557 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c42d-590e-485d-b1cc-b7950feb5401 req-8cb87207-f58a-42ea-bc99-9aa29254c48a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:32.668404 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bc66c42d-590e-485d-b1cc-b7950feb5401 req-8cb87207-f58a-42ea-bc99-9aa29254c48a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:32.693412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bc66c42d-590e-485d-b1cc-b7950feb5401 req-8cb87207-f58a-42ea-bc99-9aa29254c48a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:32.702681 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc66c42d-590e-485d-b1cc-b7950feb5401 req-8cb87207-f58a-42ea-bc99-9aa29254c48a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1630459 May 19 23:30:32.758740 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc66c42d-590e-485d-b1cc-b7950feb5401 req-25c49560-26c8-41dc-b4d5-be45889ba114 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545926 May 19 23:30:33.006615 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34500) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:33.058685 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.086302 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:33.090150 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f53fb917f3424897dbc36e0aa8a504 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:33.093760 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:33.099625 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:33.246731 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.254626 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.266599 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c9b86751-adf9-4e65-95a1-5af4aaae1323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:33.269358 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9e599-103e-43cb-814e-91c90001fdd1 req-9c2cd463-e87e-4038-b3d8-dded848799a4 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:33.271051 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a9e599-103e-43cb-814e-91c90001fdd1 req-9c2cd463-e87e-4038-b3d8-dded848799a4 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 946 time: 0.4200106 May 19 23:30:33.284793 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-e3255e7d-3f53-4dd5-9650-e3f389f8ee97 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:33.286271 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-e3255e7d-3f53-4dd5-9650-e3f389f8ee97 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 946 time: 0.2281859 May 19 23:30:33.309057 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7f53fb917f3424897dbc36e0aa8a504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025074 May 19 23:30:33.313920 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34504) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:33.327467 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e58665-199a-45aa-8af9-849144a38c99,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:33.332719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:33.362252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76105f0a-829a-44ad-87d5-e010ea04386d req-168b5592-bc54-4241-a45c-d7931e74131c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:33.368735 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-76105f0a-829a-44ad-87d5-e010ea04386d req-168b5592-bc54-4241-a45c-d7931e74131c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.3040519 May 19 23:30:33.402556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.437827 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.497499 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-28a9e599-103e-43cb-814e-91c90001fdd1 req-8b033136-743f-4e9c-b3b1-e98668ddb286 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/security-groups?id=db5e7a0d-000c-4516-9055-aa32923c87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673627 May 19 23:30:33.534998 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-76105f0a-829a-44ad-87d5-e010ea04386d req-37e44e3d-f92f-4d90-b0e2-b5fb9c402feb tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652863 May 19 23:30:33.539091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.549724 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-771c8e5a-c14b-41b2-8504-bab8a9871ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:33.574332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e58665-199a-45aa-8af9-849144a38c99,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:33.577320 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:33.583102 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.584323 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54e58665-199a-45aa-8af9-849144a38c99 HTTP/1.1" status: 204 len: 168 time: 0.2693100 May 19 23:30:33.601594 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Deleting port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:33.601947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:33.819916 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] For port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,segment=NetworkSegment(3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6),segment_id=3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:33.823685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:34.092503 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Calling delete_port for f7dedef9-ae06-4885-8a0e-9a5e8ed458bd owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:34.214595 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f3e59-6850-4204-9191-9ec4249c4ca5 req-82550348-eea2-4126-b767-a1c66cbcc121 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:34.216978 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2f2f3e59-6850-4204-9191-9ec4249c4ca5 req-82550348-eea2-4126-b767-a1c66cbcc121 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1330929 May 19 23:30:34.351464 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2f2f3e59-6850-4204-9191-9ec4249c4ca5 req-1e3165aa-1e60-4bd2-8afe-f5c07447776a tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 May 19 23:30:34.354347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:34.366993 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['f7dedef9-ae06-4885-8a0e-9a5e8ed458bd'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:30:34.388605 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-947dd765-09a0-4987-a841-644658221ee7 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:34.438531 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Pushing event deleted for resources: {'Port': ['ID=f7dedef9-ae06-4885-8a0e-9a5e8ed458bd,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:34.517688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:34.549073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] No DVR routers for this DVR port f7dedef9-ae06-4885-8a0e-9a5e8ed458bd on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:34.557017 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:34.561701 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'name': 'network-vif-deleted', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:34.605257 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1bb0efb7-8fdf-47b4-8878-81e0d1df6d40 req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.58 "DELETE /v2.0/ports/f7dedef9-ae06-4885-8a0e-9a5e8ed458bd HTTP/1.1" status: 204 len: 173 time: 1.3116937 May 19 23:30:34.716998 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23820b9-4f37-48a1-bd22-7b934ce41ea8', 'name': 'network-vif-deleted', 'tag': 'f7dedef9-ae06-4885-8a0e-9a5e8ed458bd', 'status': 'completed', 'code': 200} May 19 23:30:34.829829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-d3d21fbd-47ff-434a-8333-17bff8ad2c50 req-bacb6e06-3ec7-4df3-abf7-9cc4ff03b9b8 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Synchronizing usage tracker for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:34.863290 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-d3d21fbd-47ff-434a-8333-17bff8ad2c50 req-bacb6e06-3ec7-4df3-abf7-9cc4ff03b9b8 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Unset dirty status for tenant:a3ba0bd2c99a4f1ebb3c440ef236054e on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:34.864661 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d3d21fbd-47ff-434a-8333-17bff8ad2c50 req-bacb6e06-3ec7-4df3-abf7-9cc4ff03b9b8 tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23820b9-4f37-48a1-bd22-7b934ce41ea8 HTTP/1.1" status: 200 len: 210 time: 0.0959253 May 19 23:30:35.112227 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fff68-64ec-4350-9ea2-7214312f9298 req-9700e34e-032c-4687-aa83-32e9225e41e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:35.116337 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d2fff68-64ec-4350-9ea2-7214312f9298 req-9700e34e-032c-4687-aa83-32e9225e41e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2097132 May 19 23:30:35.206638 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d2fff68-64ec-4350-9ea2-7214312f9298 req-d2072d75-c56e-4bbf-aa19-1b0afbc00ea7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777588 May 19 23:30:35.794868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e14c8-5c41-4dc7-accd-ec1d68babbcd req-c6bc32de-1a80-4fda-a065-be137f4eafd2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:35.796463 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a53e14c8-5c41-4dc7-accd-ec1d68babbcd req-c6bc32de-1a80-4fda-a065-be137f4eafd2 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1702294 May 19 23:30:35.866811 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a53e14c8-5c41-4dc7-accd-ec1d68babbcd req-a9b5d9c7-4496-4cc4-b7b7-9fc1851ad2d7 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629547 May 19 23:30:36.562830 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f7dedef9-ae06-4885-8a0e-9a5e8ed458bd no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:36.626969 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadc5eb-97c1-4918-ab53-857d4eecf559 req-413d2a04-953e-47bf-8821-02e292f7f080 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:36.644936 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7aadc5eb-97c1-4918-ab53-857d4eecf559 req-413d2a04-953e-47bf-8821-02e292f7f080 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1858141 May 19 23:30:36.697621 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: f7dedef9-ae06-4885-8a0e-9a5e8ed458bd {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:36.702444 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device f7dedef9-ae06-4885-8a0e-9a5e8ed458bd not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:36.770903 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7aadc5eb-97c1-4918-ab53-857d4eecf559 req-fb3f7ee7-62db-418e-ba0a-4078c6791d38 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227143 May 19 23:30:36.970639 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34598) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:37.180191 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.210235 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:37.216146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Usage tracker for resource:security_group_rule and tenant:6e1300dda25b472883500b72b18726e3 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:37.220220 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:37.227513 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:37.237221 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aca24-a5e0-4c70-91af-bc468976061f req-e50c6d11-b2ec-4543-8fd3-3297fa373478 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:37.243417 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d3aca24-a5e0-4c70-91af-bc468976061f req-e50c6d11-b2ec-4543-8fd3-3297fa373478 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1803102 May 19 23:30:37.333014 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9d3aca24-a5e0-4c70-91af-bc468976061f req-911640cd-a675-4207-a5a3-472065530d3e tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869098 May 19 23:30:37.432197 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.440693 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.460078 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2fa874c3-f30c-45f3-a781-5cd742c88812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:37.500620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d3161-e9d8-47c2-9981-9efda5998949,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:37.505493 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:37.518114 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e1300dda25b472883500b72b18726e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5473425 May 19 23:30:37.522610 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34612) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:37.595001 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.631008 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.846455 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.858058 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a56ad3be-27e0-4917-a6e1-2699a98d4887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:37.880499 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d3161-e9d8-47c2-9981-9efda5998949,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:37.884005 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:37.885351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:37.888107 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d6d3161-e9d8-47c2-9981-9efda5998949 HTTP/1.1" status: 204 len: 168 time: 0.3632834 May 19 23:30:38.396326 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d92e1-c084-4afd-b09b-a43efdcbbf06 req-62dc10db-cd2a-43b7-b4d1-c2eb820d300d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:38.399614 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34646) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:38.407731 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-615d92e1-c084-4afd-b09b-a43efdcbbf06 req-62dc10db-cd2a-43b7-b4d1-c2eb820d300d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.1812294 May 19 23:30:38.420252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:38.451121 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:38.458336 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Usage tracker for resource:security_group_rule and tenant:27bfbf6e3546452396fe3bdf550a0135 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:38.462599 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:38.472033 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:38.498779 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-615d92e1-c084-4afd-b09b-a43efdcbbf06 req-73bc41ed-222d-4ba3-8c0e-b47ec7b8466a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898280 May 19 23:30:38.659722 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:38.667230 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:38.673417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e1b8-c90f-49f9-9dee-5f491770ff4f req-a63f9e8b-334c-46e1-a7a9-ceda683ad421 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:38.674968 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d0c6e1b8-c90f-49f9-9dee-5f491770ff4f req-a63f9e8b-334c-46e1-a7a9-ceda683ad421 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1745472 May 19 23:30:38.683666 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0e59d80e-3d2d-476a-8429-cb105a05f162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:38.746174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5519e8-6bf2-4f17-bbf5-767e4efb98c3,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:38.753635 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27bfbf6e3546452396fe3bdf550a0135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525388 May 19 23:30:38.754737 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:38.756317 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34652) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:38.804316 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d0c6e1b8-c90f-49f9-9dee-5f491770ff4f req-88fb9182-7351-4884-b7b3-b9a0829792d8 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188769 May 19 23:30:38.917599 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:38.981974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-61dbdd04-ed4d-4a5d-800b-43473e5e6f50 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:38.985612 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-61dbdd04-ed4d-4a5d-800b-43473e5e6f50 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.1784353 May 19 23:30:38.999103 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:39.088384 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:39.096820 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-900bed6b-b01d-41a5-90b6-d9d74ef751b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:39.114580 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5519e8-6bf2-4f17-bbf5-767e4efb98c3,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:39.117182 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:39.118745 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa5519e8-6bf2-4f17-bbf5-767e4efb98c3 HTTP/1.1" status: 204 len: 168 time: 0.3612363 May 19 23:30:39.120047 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:39.236212 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Deleting port a22f3aba-5417-4227-9ccd-7c59e76dc26c {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:39.236560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:39.689831 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] For port a22f3aba-5417-4227-9ccd-7c59e76dc26c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a22f3aba-5417-4227-9ccd-7c59e76dc26c,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:39.700850 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:40.484269 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Calling delete_port for a22f3aba-5417-4227-9ccd-7c59e76dc26c owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:40.730742 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4624e6-9193-4d43-a239-72b15a53a34c req-12d57e9a-4bb6-4cc2-930e-c7ba6cafb8d2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:40.747690 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ff4624e6-9193-4d43-a239-72b15a53a34c req-12d57e9a-4bb6-4cc2-930e-c7ba6cafb8d2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.8803437 May 19 23:30:40.868583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0ab4d-e47f-4ea7-9952-4703e82a5da8 req-8d3fcc00-9503-4835-a7c9-3659af51a247 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:40.872878 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39f0ab4d-e47f-4ea7-9952-4703e82a5da8 req-8d3fcc00-9503-4835-a7c9-3659af51a247 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 946 time: 0.3585734 May 19 23:30:41.098843 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ff4624e6-9193-4d43-a239-72b15a53a34c req-0d1026a0-51f6-459b-ac72-7c1c65b21370 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476870 May 19 23:30:41.139960 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39f0ab4d-e47f-4ea7-9952-4703e82a5da8 req-04abf80e-3280-4e68-af37-0370d9ccb404 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/security-groups?id=293bd354-d0c4-41c3-ad3f-3f397091dbc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495077 May 19 23:30:41.172988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:41.195133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:41.248940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Pushing event deleted for resources: {'Port': ['ID=a22f3aba-5417-4227-9ccd-7c59e76dc26c,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:41.252783 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:41.407133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] No DVR routers for this DVR port a22f3aba-5417-4227-9ccd-7c59e76dc26c on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:30:41.423998 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:41.437388 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'name': 'network-vif-deleted', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:41.473064 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f57709d-b87c-442a-a023-044287b9fbc3 req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.58 "DELETE /v2.0/ports/a22f3aba-5417-4227-9ccd-7c59e76dc26c HTTP/1.1" status: 204 len: 173 time: 2.4791751 May 19 23:30:41.550800 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8a944d-3123-4102-86fa-741c4f33fcc6', 'name': 'network-vif-deleted', 'tag': 'a22f3aba-5417-4227-9ccd-7c59e76dc26c', 'status': 'completed', 'code': 200} May 19 23:30:42.461156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-97bb9b67-a041-4ae2-ad91-e0cea5b4435a req-42ee0509-b910-4193-bef9-fd5670f0ff38 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Synchronizing usage tracker for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:30:42.522994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-97bb9b67-a041-4ae2-ad91-e0cea5b4435a req-42ee0509-b910-4193-bef9-fd5670f0ff38 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Unset dirty status for tenant:5b2aa5f5e6894489b8a864fd8e5e50e7 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:30:42.524076 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97bb9b67-a041-4ae2-ad91-e0cea5b4435a req-42ee0509-b910-4193-bef9-fd5670f0ff38 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed8a944d-3123-4102-86fa-741c4f33fcc6 HTTP/1.1" status: 200 len: 210 time: 0.1686239 May 19 23:30:42.561015 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82d2e-8a2d-4a90-bfec-5aee3a590ce2 req-3d045a23-6036-490a-9fa6-9ad14ddaf05a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:42.562760 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dec82d2e-8a2d-4a90-bfec-5aee3a590ce2 req-3d045a23-6036-490a-9fa6-9ad14ddaf05a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 946 time: 0.2647798 May 19 23:30:42.574848 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-03054058-d986-49b5-a55d-f935fad591a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:42.576554 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-03054058-d986-49b5-a55d-f935fad591a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1099 time: 0.3481493 May 19 23:30:42.618692 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device a22f3aba-5417-4227-9ccd-7c59e76dc26c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:42.712746 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dec82d2e-8a2d-4a90-bfec-5aee3a590ce2 req-2207e365-fe4f-45ff-af1d-edec8feee91a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295178 May 19 23:30:42.714058 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: a22f3aba-5417-4227-9ccd-7c59e76dc26c {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:42.714415 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device a22f3aba-5417-4227-9ccd-7c59e76dc26c not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:42.714865 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:42.858434 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-abe7d032-cc7b-405f-b9eb-dcbffbb51fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:42.860021 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-abe7d032-cc7b-405f-b9eb-dcbffbb51fbd service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.2489855 May 19 23:30:42.939638 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:42.975947 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:30:42.990596 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:42.999994 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:43.003184 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:43.108388 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'code': 200} May 19 23:30:43.109156 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=8']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:43.113251 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:43.197877 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-9027e179-9dcf-4b6c-bd12-c9304ba58637 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 1000 time: 0.3301730 May 19 23:30:43.295464 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-98b5d6f8-4e9a-4f37-8fed-6e7ddd4989f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:43.297384 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-98b5d6f8-4e9a-4f37-8fed-6e7ddd4989f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0916414 May 19 23:30:43.406458 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-4b8e6cba-d67a-4c66-ac39-b8cfc2d4a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:43.410622 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-4b8e6cba-d67a-4c66-ac39-b8cfc2d4a9dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950277 May 19 23:30:43.630104 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-97497500-341d-4673-9dc5-fea818bb20d3 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111886 May 19 23:30:43.725800 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34782) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:43.986603 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1211f425-720d-4827-a4f6-f4270e7c0d5d req-d64e953a-72a8-44ac-b14f-a98c5622eaa1 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507433 May 19 23:30:44.054871 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887d4b-06d5-48cf-be29-7b523ab17f86 req-20fe5df7-7e49-4c02-8673-65818b90e81d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:44.062798 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58887d4b-06d5-48cf-be29-7b523ab17f86 req-20fe5df7-7e49-4c02-8673-65818b90e81d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1220958 May 19 23:30:44.124574 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-58887d4b-06d5-48cf-be29-7b523ab17f86 req-b42aa0da-3eaf-4fd5-afbe-e4073619deee tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608139 May 19 23:30:45.109348 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34810) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:45.112116 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.602680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.632703 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:45.646587 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Usage tracker for resource:security_group_rule and tenant:3aa2d4ba79c14520a65296c5724a1319 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:45.651238 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:45.664968 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:45.679734 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-a0a14a6a-c0e3-46a3-8b5b-ae6e7b8934a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.702676 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93c7f5-7c68-4bd8-8c2b-6122380be9c9 req-c7352617-58ca-4d91-a431-90de6278e802 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:45.704726 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c93c7f5-7c68-4bd8-8c2b-6122380be9c9 req-c7352617-58ca-4d91-a431-90de6278e802 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.4471719 May 19 23:30:45.841755 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c93c7f5-7c68-4bd8-8c2b-6122380be9c9 req-4e101673-eea5-4767-8bff-ada8bacbb352 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181381 May 19 23:30:45.845747 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Deleting port 4349f29b-faf4-4172-a1ae-928424ebfe98 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:45.851228 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.925108 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.932550 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:45.964796 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a0c7a11a-d243-41e0-a965-3c582b3d21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:45.981636 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aa2d4ba79c14520a65296c5724a1319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8703835 May 19 23:30:45.984632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34826) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:46.065915 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] For port 4349f29b-faf4-4172-a1ae-928424ebfe98, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=4349f29b-faf4-4172-a1ae-928424ebfe98,segment=NetworkSegment(d61af28c-d207-409e-b8e9-9a541f0261fe),segment_id=d61af28c-d207-409e-b8e9-9a541f0261fe)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:46.066627 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.066765 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d93ccc-8fc6-4a77-b0f3-f7c04bf4cd14,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:46.082749 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3b8e3927-4749-4542-aa0e-461dc15da59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:46.108299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.143722 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.217508 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Calling delete_port for 4349f29b-faf4-4172-a1ae-928424ebfe98 owned by network:router_interface {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:46.237757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.243129 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1e42a2b2-fd8e-4fd3-a73f-9f7be4e26c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:46.256346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d93ccc-8fc6-4a77-b0f3-f7c04bf4cd14,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:46.259334 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:46.260369 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.261604 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3d93ccc-8fc6-4a77-b0f3-f7c04bf4cd14 HTTP/1.1" status: 204 len: 168 time: 0.2760255 May 19 23:30:46.583267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.590614 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ae1e2dfd-4b06-4d4c-86e6-a9ac484faa96 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:46.640960 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=4349f29b-faf4-4172-a1ae-928424ebfe98,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:46.676143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:46.698515 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34836) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:46.721535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.740859 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:46.746358 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Usage tracker for resource:security_group_rule and tenant:0a704624f8b94cedaa0449e6778526d3 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:46.749827 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:46.757834 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:46.894391 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.901170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:46.926688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-584f6368-eac2-4528-9d78-08ff12887591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:47.047024 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.077118 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a704624f8b94cedaa0449e6778526d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763573 May 19 23:30:47.077809 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34846) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:47.108202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30328fb-4e86-4e72-8f67-7ee99008b2cb,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:47.111334 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:47.168688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73d8d-35ae-4adf-8f4d-954f4e36b320 req-5a9a41b1-07ee-4d44-94a6-36684c57780d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:47.170821 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0cf73d8d-35ae-4adf-8f4d-954f4e36b320 req-5a9a41b1-07ee-4d44-94a6-36684c57780d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1682832 May 19 23:30:47.213428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.244787 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0cf73d8d-35ae-4adf-8f4d-954f4e36b320 req-91fc69e6-c1f4-4787-bf0e-0c2e5a924f7f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643649 May 19 23:30:47.268029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.302116 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.377734 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.383294 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b49406bf-e837-4ece-938f-d31926e979f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:47.436435 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30328fb-4e86-4e72-8f67-7ee99008b2cb,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:47.485864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:47.499260 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:47.500909 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e30328fb-4e86-4e72-8f67-7ee99008b2cb HTTP/1.1" status: 204 len: 168 time: 0.4095776 May 19 23:30:47.690453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Router 39bed4de-1db3-454f-8c98-586445912729 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:30:47.932338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:30:47.943653 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Sync routers for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:30:47.962170 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:30:47.964328 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:30:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:47.987147 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34876) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:47.987436 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] 10.222.0.48 "PUT /v2.0/routers/39bed4de-1db3-454f-8c98-586445912729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2591033 May 19 23:30:48.247084 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:30:48.308094 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:48.401905 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbf78-5d6c-4d9e-8ddb-fb41409ce1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:48.436552 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks [] for router, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:48.627613 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:48.715634 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:48.850126 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Deleting port b607027d-81ab-4b4d-9f33-f7021fb4a03e {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:30:48.850347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:48.904264 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:30:46Z', 'revision_number': 5, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port': {'id': 'b607027d-81ab-4b4d-9f33-f7021fb4a03e', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bed4de-1db3-454f-8c98-586445912729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:53Z', 'updated_at': '2021-05-19T23:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:48.924029 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Checking router: 39bed4de-1db3-454f-8c98-586445912729 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:30:48.939321 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Routers {'39bed4de-1db3-454f-8c98-586445912729'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:30:48.940184 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:30:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['39bed4de-1db3-454f-8c98-586445912729'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:49.169510 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f7f6c-91af-41c4-af9c-a67173fc603c req-631a4471-cee8-405c-aa99-b75854de88ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:49.170284 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] Set router 39bed4de-1db3-454f-8c98-586445912729 gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:30:49.173253 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e0f7f6c-91af-41c4-af9c-a67173fc603c req-631a4471-cee8-405c-aa99-b75854de88ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.2860050 May 19 23:30:49.269270 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:49.298810 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] For port b607027d-81ab-4b4d-9f33-f7021fb4a03e, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=b607027d-81ab-4b4d-9f33-f7021fb4a03e,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:30:49.300864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:49.411178 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:30:48Z', 'revision_number': 6, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:49.423700 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9599868-816d-4b4e-a62f-664cc37d4346 None None] The sync data for ids ['39bed4de-1db3-454f-8c98-586445912729'] in dv-cinder-792209-1-smb is: [{'id': '39bed4de-1db3-454f-8c98-586445912729', 'name': 'tempest-ServerRescueNegativeTestJSON-519596692-router', 'tenant_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:52Z', 'updated_at': '2021-05-19T23:30:48Z', 'revision_number': 6, 'project_id': '5b2aa5f5e6894489b8a864fd8e5e50e7', 'gw_port_host': None}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:30:49.445142 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e0f7f6c-91af-41c4-af9c-a67173fc603c req-b8603aa1-c444-4542-bc42-48763d206c70 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620707 May 19 23:30:49.536263 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Calling delete_port for b607027d-81ab-4b4d-9f33-f7021fb4a03e owned by network:router_gateway {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:30:49.577242 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34930) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:49.769082 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-049d94e2-8a8b-4fde-b967-a49cdb0c9058 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1903520 May 19 23:30:49.955737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:49.964143 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c893dc47-4717-4abe-90e2-76e40112d387 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:50.067422 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b607027d-81ab-4b4d-9f33-f7021fb4a03e,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:50.070084 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:50.129763 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.324561 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.327193 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.450622 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 4349f29b-faf4-4172-a1ae-928424ebfe98 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:50.473972 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.475629 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39bed4de-1db3-454f-8c98-586445912729 {{(pid=91600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:30:50.509071 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.516758 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 34962) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:50.518658 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] 10.222.0.48 "DELETE /v2.0/routers/39bed4de-1db3-454f-8c98-586445912729 HTTP/1.1" status: 204 len: 168 time: 2.5288024 May 19 23:30:50.571261 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 4349f29b-faf4-4172-a1ae-928424ebfe98 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:50.571828 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 4349f29b-faf4-4172-a1ae-928424ebfe98 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:50.572445 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device b607027d-81ab-4b4d-9f33-f7021fb4a03e no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:30:50.662958 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: b607027d-81ab-4b4d-9f33-f7021fb4a03e {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:30:50.665185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device b607027d-81ab-4b4d-9f33-f7021fb4a03e not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:30:50.665759 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Deleting subnet bcd92ca3-1086-4351-8cd3-91694ca38365 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:30:50.674801 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.802503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.830858 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:50.908732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2643-045c-4537-86bc-c0d7edb68a36 req-f0e13f1d-c8af-42e9-b4bf-7d485b92984c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:50.920399 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c6d2643-045c-4537-86bc-c0d7edb68a36 req-f0e13f1d-c8af-42e9-b4bf-7d485b92984c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.2126167 May 19 23:30:50.959748 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.035267 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c6d2643-045c-4537-86bc-c0d7edb68a36 req-ebdc842e-18d1-4b8e-80cf-58466337344d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128042 May 19 23:30:51.411442 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.416129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b2064399-3d13-4e10-bed2-370b33a8a890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:51.495961 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd92ca3-1086-4351-8cd3-91694ca38365,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:51.509448 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:51.510509 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.521225 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bcd92ca3-1086-4351-8cd3-91694ca38365 HTTP/1.1" status: 204 len: 168 time: 1.0033276 May 19 23:30:51.523784 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 34996) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:51.755001 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.895202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.910899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271388c7-763d-47da-a2ef-23055a24a147']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:51.924511 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61af28c-d207-409e-b8e9-9a541f0261fe') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:51.924810 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61af28c-d207-409e-b8e9-9a541f0261fe') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:30:51.947451 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.965696 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.974040 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:30:51.974560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:30:51.990366 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:30:52.078216 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:52.082470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:52.130069 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:52.136605 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Pushing event deleted for resources: {'Network': ['ID=271388c7-763d-47da-a2ef-23055a24a147,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:52.155098 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:52.162144 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b31b6a3f-75ce-41b3-bb06-5719889eab50 admin admin] 10.222.0.48 "DELETE /v2.0/networks/271388c7-763d-47da-a2ef-23055a24a147 HTTP/1.1" status: 204 len: 168 time: 0.6372533 May 19 23:30:52.389762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff4d65-3ade-4109-a2f9-029a447e4088 req-46d49d02-1c8c-4f99-85c8-8208ec1ba934 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:52.391408 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7ff4d65-3ade-4109-a2f9-029a447e4088 req-46d49d02-1c8c-4f99-85c8-8208ec1ba934 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1927633 May 19 23:30:52.497520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35014) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:52.499029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-531530f8-c243-411f-9f09-44891e5e85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:52.501287 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-531530f8-c243-411f-9f09-44891e5e85c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 1097 time: 0.2428222 May 19 23:30:52.595873 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7ff4d65-3ade-4109-a2f9-029a447e4088 req-ee9e65af-6c93-4bf3-879a-90d21e8be357 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852901 May 19 23:30:52.633877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35020) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:52.644522 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6590586a-6a99-441b-ba53-02fc140cef48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b2aa5f5e6894489b8a864fd8e5e50e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1458747 May 19 23:30:52.686280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-7b80e5b3-a023-4ffb-9c3e-9a1c979b092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:52.687842 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-7b80e5b3-a023-4ffb-9c3e-9a1c979b092a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1097 time: 0.1585350 May 19 23:30:52.833653 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-f74aa99c-eb29-4b2f-b572-1f24cf9e7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:52.835140 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-f74aa99c-eb29-4b2f-b572-1f24cf9e7455 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.1387014 May 19 23:30:52.843448 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:52.963374 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:52.996039 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-7cc5e614-9cc9-407e-b549-1aa11a95e314 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 1000 time: 0.1508424 May 19 23:30:53.132427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-d5745e40-e976-4b58-a8c7-ce0034adeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:53.134072 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-d5745e40-e976-4b58-a8c7-ce0034adeff1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.1273499 May 19 23:30:53.139833 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:53.147409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-35f40c83-27ef-4f42-ab31-a2b364332878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:53.203344 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293bd354-d0c4-41c3-ad3f-3f397091dbc3,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:53.205712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:53.230500 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1ad95-51d9-4422-9d38-77c8e380e499 req-44374e22-8e72-4764-a1a5-1b36c45a0304 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:53.233011 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-73b1ad95-51d9-4422-9d38-77c8e380e499 req-44374e22-8e72-4764-a1a5-1b36c45a0304 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1882792 May 19 23:30:53.237877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:53.244021 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/293bd354-d0c4-41c3-ad3f-3f397091dbc3 HTTP/1.1" status: 204 len: 168 time: 0.6066725 May 19 23:30:53.304802 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-73b1ad95-51d9-4422-9d38-77c8e380e499 req-727f007c-d3c8-4ab1-9c46-9536857cf883 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 May 19 23:30:53.312868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-43d6b253-24b6-43f9-98fa-723e768d2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:53.314440 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-43d6b253-24b6-43f9-98fa-723e768d2374 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1695569 May 19 23:30:53.463705 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-c3bee5b2-fe19-4c5b-b689-eddaf543be86 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409824 May 19 23:30:53.669690 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c148a8cd-004d-43c1-9419-525d0406bea0 req-0b9d609d-a343-4a45-a760-4374766c2ee1 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964762 May 19 23:30:53.925150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c565ee-dab2-4ef6-b44c-a52606948c9b req-1e84c4a0-cfe0-475c-9d62-6fab7eb11b11 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:53.926727 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6c565ee-dab2-4ef6-b44c-a52606948c9b req-1e84c4a0-cfe0-475c-9d62-6fab7eb11b11 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1761186 May 19 23:30:53.984273 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6c565ee-dab2-4ef6-b44c-a52606948c9b req-669ff983-59f0-461e-8fcf-157933b9ceea tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505872 May 19 23:30:54.705473 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35094) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:55.055784 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa927f-fa5a-49ef-a456-665666dbff24 req-a32af038-eb93-4a6b-9785-2d55bbb8cd04 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:55.057744 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78aa927f-fa5a-49ef-a456-665666dbff24 req-a32af038-eb93-4a6b-9785-2d55bbb8cd04 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.3145916 May 19 23:30:55.158337 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78aa927f-fa5a-49ef-a456-665666dbff24 req-a2215c70-dd0e-4c4c-9ab2-13e7e433fcae tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945039 May 19 23:30:55.216816 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256486698-network', 'tenant_id': 'f829476e1f814c9d96d796c33cd9b687'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:55.221910 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:55.236327 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Usage tracker for resource:network and tenant:f829476e1f814c9d96d796c33cd9b687 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:55.242207 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:55.254933 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:55.271121 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Made reservation on behalf of f829476e1f814c9d96d796c33cd9b687 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:30:55.274055 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.324061 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.357605 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:55.368724 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Usage tracker for resource:security_group_rule and tenant:f829476e1f814c9d96d796c33cd9b687 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:55.373723 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:55.383092 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:55.441497 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c3275-f185-411d-93ce-8b88aa59f10a req-7857ecc7-16bb-4d1d-8312-cd7fccda67c1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:55.448319 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ab0c3275-f185-411d-93ce-8b88aa59f10a req-7857ecc7-16bb-4d1d-8312-cd7fccda67c1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1610003 May 19 23:30:55.548443 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ab0c3275-f185-411d-93ce-8b88aa59f10a req-1e393eb5-922e-41ed-a681-f7aecfc751e3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964332 May 19 23:30:55.607338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.618436 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.622507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93c92b70-31be-4138-8c2f-efdbe33f793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:55.669620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:30:55.676745 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c409e3-b25c-4771-8988-027dda4614ca,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:55.689211 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.690032 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.690586 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.691297 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.692106 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.692901 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.693471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.694140 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.694955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.695560 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.696266 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.696880 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:55.703109 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:55.706628 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.707135 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Added segment 51d70af8-bb1e-4a65-8558-d0177ba4a7af of type vlan for network e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f May 19 23:30:55.778944 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.844781 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.846490 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:55.847174 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:55.884952 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:55.997028 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Pushing event updated for resources: {'Network': ['ID=e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:56.001092 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2938161 May 19 23:30:56.004353 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8f7177e2-6696-4827-b929-60a890839d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:56.005713 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35118) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:56.014635 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:30:56.016282 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Request body: {'subnet': {'network_id': 'e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256486698-subnet', 'tenant_id': 'f829476e1f814c9d96d796c33cd9b687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:56.022202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:56.027494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Usage tracker for resource:subnet and tenant:f829476e1f814c9d96d796c33cd9b687 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:56.030946 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:56.039244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:56.057767 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Made reservation on behalf of f829476e1f814c9d96d796c33cd9b687 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:30:56.061117 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32382340'] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:56.603681 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f923a0f-9d76-482c-b7c5-e596e35ccbfa req-55cb519e-550d-4a28-afc3-3fbb76f871c7 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:56.605480 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f923a0f-9d76-482c-b7c5-e596e35ccbfa req-55cb519e-550d-4a28-afc3-3fbb76f871c7 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1977932 May 19 23:30:56.712767 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1f923a0f-9d76-482c-b7c5-e596e35ccbfa req-27bf550d-abbe-4261-a9c9-3f512e5f265d tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992889 May 19 23:30:56.899658 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32145120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32382390'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:56.905097 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:56.932967 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48355-7f51-4d11-813d-2fb5fb6dc255 req-7d13ec22-3fd7-468b-aea4-0fe523345ffe tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:56.940640 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-54b48355-7f51-4d11-813d-2fb5fb6dc255 req-7d13ec22-3fd7-468b-aea4-0fe523345ffe tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1139452 May 19 23:30:56.995105 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10491cb-162e-4897-8321-40ed67093d8b,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:57.010052 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.010774 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.011127 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.011604 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.012645 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.013154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.013654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.014166 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.014679 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.015144 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.015646 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.016113 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:30:57.019635 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Checking segment: {'id': '51d70af8-bb1e-4a65-8558-d0177ba4a7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:30:57.020143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Network hostable DHCP agents. Network: e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:30:57.025183 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:57.040788 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-54b48355-7f51-4d11-813d-2fb5fb6dc255 req-1f44a91c-0ea5-4259-8959-850b852e9a5c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987139 May 19 23:30:57.050746 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Network e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:30:57.086799 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:30:57.096719 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198ae48-40ee-4c05-a19c-1c087ede4f48 None None] Network e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:30:57.115602 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:57.121327 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:57.206338 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-2149cd48-dafa-40ea-b555-dfb696b5fc48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1979902 May 19 23:30:57.455379 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b25294-e223-45e7-aeda-9a16cfcef90d None None] Network e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:30:58.171633 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73f352-5057-4c0e-b40e-092fbf394de5 req-309dd721-d1ca-4300-916b-e7d210942902 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:58.187596 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cb73f352-5057-4c0e-b40e-092fbf394de5 req-309dd721-d1ca-4300-916b-e7d210942902 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.2293675 May 19 23:30:58.275197 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cb73f352-5057-4c0e-b40e-092fbf394de5 req-aa20ec1a-bc5a-42bd-89de-d048ce79e7af tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 May 19 23:30:58.414593 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35150) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:58.421868 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-915578279-network', 'tenant_id': '9694486ee7164359b0fe098c2549b803'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:58.436995 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:58.448506 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Usage tracker for resource:network and tenant:9694486ee7164359b0fe098c2549b803 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:58.461902 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:58.485237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:58.499987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Made reservation on behalf of 9694486ee7164359b0fe098c2549b803 for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:30:58.502901 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:58.536705 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:58.574161 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:58.601023 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Usage tracker for resource:security_group_rule and tenant:9694486ee7164359b0fe098c2549b803 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:58.604621 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:58.628910 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:58.677557 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d9ec8-ec72-4744-b882-b2ca7d427e91 req-34588370-ea89-4e37-8baa-87e20ea8a29d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:58.681520 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc7d9ec8-ec72-4744-b882-b2ca7d427e91 req-34588370-ea89-4e37-8baa-87e20ea8a29d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.2906001 May 19 23:30:58.815532 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc7d9ec8-ec72-4744-b882-b2ca7d427e91 req-5e0ff262-79ef-4433-8c83-a74c1e94ec1e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260328 May 19 23:30:58.904444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:58.910472 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:58.924481 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9c215518-faef-45da-bc5b-791072e2ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:58.991955 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f3058-039a-4219-ae9d-6db1051e3846,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:58.999041 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:59.016962 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=91601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:30:59.037199 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:59.038290 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Added segment 7fa6da66-3fd4-4f72-9cda-a457f00c10e0 of type vlan for network ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d May 19 23:30:59.085720 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:59.138651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:59.141028 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:59.142041 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:59.148585 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:30:59.385310 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9692142 May 19 23:30:59.386301 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:30:59.389673 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35164) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:30:59.390208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:30:59.397823 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Request body: {'subnet': {'network_id': 'ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-915578279-subnet', 'tenant_id': '9694486ee7164359b0fe098c2549b803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:30:59.398451 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:30:59.410018 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:30:59.420073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Usage tracker for resource:subnet and tenant:9694486ee7164359b0fe098c2549b803 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:30:59.427581 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:30:59.440892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:30:59.469267 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Made reservation on behalf of 9694486ee7164359b0fe098c2549b803 for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:30:59.472385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29009305'] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:30:59.785710 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff7f1-c3f0-405f-bba1-d0bea584e0fb req-bdb142bd-7091-4e4b-b09f-a58730a815cc tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:30:59.794463 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-009ff7f1-c3f0-405f-bba1-d0bea584e0fb req-bdb142bd-7091-4e4b-b09f-a58730a815cc tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.3279169 May 19 23:30:59.890674 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-009ff7f1-c3f0-405f-bba1-d0bea584e0fb req-c593a895-6328-405e-8869-b8632dbed232 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949390 May 19 23:31:00.266297 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c557ef-1412-42d2-a7f8-0318bf72f989 req-bbf97183-3e15-4e13-a025-96bd7424a4b3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:00.273788 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d8c557ef-1412-42d2-a7f8-0318bf72f989 req-bbf97183-3e15-4e13-a025-96bd7424a4b3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1587625 May 19 23:31:00.348594 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d8c557ef-1412-42d2-a7f8-0318bf72f989 req-363644c5-cd00-47f3-8415-287a437f7515 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738790 May 19 23:31:00.441452 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27318601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29009323'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:00.451895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:00.518376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c41c713-b577-4e8f-82fd-b0c53bdfa15d,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:00.532234 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:00.572899 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Checking segment: {'id': '7fa6da66-3fd4-4f72-9cda-a457f00c10e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:31:00.573194 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Network hostable DHCP agents. Network: ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:31:00.596614 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Network ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:31:00.615016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:31:00.628754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:00.629355 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:00.629984 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f524d6-b2e0-4c05-bbe3-e99f0161de3b None None] Network ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:31:00.693972 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-38d13e27-0016-4bf9-a5e5-079d9829e349 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2938356 May 19 23:31:00.960523 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35194) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:00.990021 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4bf642-bd68-4ef4-a3e0-578034e4d226 None None] Network ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:31:01.089471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Deleting subnet a10491cb-162e-4897-8321-40ed67093d8b {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:31:01.103332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:01.459980 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:01.679419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:01.757181 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed78326-58e1-4c63-99e3-b6b31b28769b req-19c4d127-3362-47b2-ad4f-9939d941d859 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:01.764785 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9ed78326-58e1-4c63-99e3-b6b31b28769b req-19c4d127-3362-47b2-ad4f-9939d941d859 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.6061821 May 19 23:31:01.873571 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9ed78326-58e1-4c63-99e3-b6b31b28769b req-a2045a6a-c16e-4929-933c-bca861b5edee tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 May 19 23:31:01.984190 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830819-1ec4-4633-adb5-da1bf764e3c0 req-ec243fc7-c6aa-4f78-a040-5b4c19c1cbf2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:01.991630 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ae830819-1ec4-4633-adb5-da1bf764e3c0 req-ec243fc7-c6aa-4f78-a040-5b4c19c1cbf2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.3752034 May 19 23:31:02.073840 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ae830819-1ec4-4633-adb5-da1bf764e3c0 req-9981d748-bcad-4ea8-82e9-718281963882 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796404 May 19 23:31:02.223044 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.236242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-95fd70a3-d631-484d-a7cf-805ac2c83a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:02.310427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10491cb-162e-4897-8321-40ed67093d8b,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:02.314691 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:02.317872 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.327772 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a10491cb-162e-4897-8321-40ed67093d8b HTTP/1.1" status: 204 len: 168 time: 1.3639317 May 19 23:31:02.328978 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35208) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:02.593974 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.754462 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35218) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:02.814203 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.841538 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f']}} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:02.870001 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d70af8-bb1e-4a65-8558-d0177ba4a7af') {'for_net_delete': True} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:02.870348 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d70af8-bb1e-4a65-8558-d0177ba4a7af') {} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:02.902269 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31496019'] for segment, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.941657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.954642 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=91601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:31:02.954990 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32190477'] for segment, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: Traceback (most recent call last): May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: timer() May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: cb(*args, **kw) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: return func(*args, **kwargs) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: self._notify() May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: self.callback(batched_events) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: event.method(event) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: return f(self, *a, **k) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: return self._get(url).json() May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: return self.request(url, 'GET', **kwargs) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:31:02.972646 dv-cinder-792209-1-smb neutron-server[91601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:31:03.009538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.069872 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.076442 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:03.076785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.082678 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ee96d184-0807-48ce-8ed4-77486ded67ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:03.092152 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Usage tracker for resource:security_group_rule and tenant:44ad891fd11c4930893991d3009a2e79 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:03.100162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:03.125262 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:03.145844 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:03.147069 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:03.149861 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fced89c2-ddb2-486b-8bd8-36a841297898 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4dd4279-bb5d-4056-a5a9-0ca4b3b87b8f HTTP/1.1" status: 204 len: 168 time: 0.8190880 May 19 23:31:03.153061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35228) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:03.287154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Deleting subnet 7c41c713-b577-4e8f-82fd-b0c53bdfa15d {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:31:03.299997 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.402503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.501729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.539279 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8985-cb8d-4ec2-92fc-6ab20d967b07 req-353d60bf-facc-4bcc-9936-1fe23afc4fc9 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:03.547568 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-79aa8985-cb8d-4ec2-92fc-6ab20d967b07 req-353d60bf-facc-4bcc-9936-1fe23afc4fc9 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.3573711 May 19 23:31:03.628601 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bee40-3d4f-4acf-984e-320603f59569 req-3a13ef7b-6d17-43cc-8e9b-8e286aab3a58 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:03.630122 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-511bee40-3d4f-4acf-984e-320603f59569 req-3a13ef7b-6d17-43cc-8e9b-8e286aab3a58 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.2571135 May 19 23:31:03.632097 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.660344 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-79aa8985-cb8d-4ec2-92fc-6ab20d967b07 req-e61f79bc-390c-4911-9863-b0805ddf4ef7 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118050 May 19 23:31:03.665580 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.689582 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-746faf38-90ec-4053-90f1-2a03265f8847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:03.753740 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801e546-c97a-4f2b-b792-9516e24072fe,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:03.758642 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44ad891fd11c4930893991d3009a2e79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024457 May 19 23:31:03.762918 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35232) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:03.764036 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ebad3037-18a5-4a4f-9883-78b7b35f3c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:03.770510 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-511bee40-3d4f-4acf-984e-320603f59569 req-b7d03f06-177e-469a-ad6a-e911cb4a4bab tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255393 May 19 23:31:03.893736 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.910549 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5492e716-ffa3-47e1-af43-00e8d347faf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:03.944343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c41c713-b577-4e8f-82fd-b0c53bdfa15d,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:03.947124 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:03.948103 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:03.970234 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35236) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:03.970489 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-97e06572-80d2-449b-8810-39b3f1b90862 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c41c713-b577-4e8f-82fd-b0c53bdfa15d HTTP/1.1" status: 204 len: 168 time: 0.8158813 May 19 23:31:03.975979 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.012952 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.107473 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.114309 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f230e2a-c257-4e2d-9cbc-9905e86e62bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:04.150866 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.152557 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3801e546-c97a-4f2b-b792-9516e24072fe HTTP/1.1" status: 204 len: 168 time: 0.3887548 May 19 23:31:04.153822 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801e546-c97a-4f2b-b792-9516e24072fe,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:04.158297 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.159023 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:04.338336 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.359124 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:04.400063 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa6da66-3fd4-4f72-9cda-a457f00c10e0') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:04.401217 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa6da66-3fd4-4f72-9cda-a457f00c10e0') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:04.437185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.457321 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.466301 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:31:04.467025 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:31:04.484790 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:31:04.607264 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.612279 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-73529b49-81aa-4370-b589-c553d09da341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:04.630073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.641664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:04.650144 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:04.654403 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-1b747e94-e899-4940-a23f-5c6768690189 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ca9bd0d0-7407-4a86-ae22-dfe9f3d7256d HTTP/1.1" status: 204 len: 168 time: 0.6804848 May 19 23:31:04.687762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35264) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:04.711552 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.727864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:04.732646 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Usage tracker for resource:security_group_rule and tenant:fec6b884acdb409faa4b717d3c72f1d6 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:04.735502 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:04.741496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:04.784649 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35268) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:04.837154 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9a9bb316-5de6-4acb-b053-b55127d9927e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f829476e1f814c9d96d796c33cd9b687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512161 May 19 23:31:04.839576 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35274) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:04.895122 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.904799 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66502959-7543-48d9-92f7-555306097277 req-35a411f3-172c-4dde-a2cc-4264796feca3 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:04.906533 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66502959-7543-48d9-92f7-555306097277 req-35a411f3-172c-4dde-a2cc-4264796feca3 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.1338086 May 19 23:31:04.907692 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.917343 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-769f7e0a-8e7c-4703-839d-96caac1aa941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:04.939448 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:04.970864 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.017411 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66502959-7543-48d9-92f7-555306097277 req-d2a5fa60-1d16-4b32-a569-955a96c1e48b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010091 May 19 23:31:05.042209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.050947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f45780c2-3dfb-4627-b6fc-8161573e3f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:05.059030 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fec6b884acdb409faa4b717d3c72f1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697934 May 19 23:31:05.064554 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35278) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:05.065332 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c409e3-b25c-4771-8988-027dda4614ca,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:05.068550 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:05.074481 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad3fe6-4cb1-47b4-ae09-37f080670360,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:05.081331 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:05.116904 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5d815-67e9-4e49-9c8b-d5ae39fad12a req-fc4e754b-4cf4-4a54-90ef-9143eba12aff tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:05.126004 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c4b5d815-67e9-4e49-9c8b-d5ae39fad12a req-fc4e754b-4cf4-4a54-90ef-9143eba12aff tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1740115 May 19 23:31:05.136251 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.140155 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17c409e3-b25c-4771-8988-027dda4614ca HTTP/1.1" status: 204 len: 168 time: 0.2971869 May 19 23:31:05.167626 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.203953 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c4b5d815-67e9-4e49-9c8b-d5ae39fad12a req-e716d3a7-2db4-4e6d-bebf-8637de1390a2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 May 19 23:31:05.229644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.303019 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.316744 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-88ad7e18-1ac0-4d3b-82f8-51dc250678d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:05.333450 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad3fe6-4cb1-47b4-ae09-37f080670360,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:05.336188 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:05.337117 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.341341 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39ad3fe6-4cb1-47b4-ae09-37f080670360 HTTP/1.1" status: 204 len: 168 time: 0.2718658 May 19 23:31:05.703441 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35302) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:05.753278 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ca9dd610-3284-43c4-8ecb-fe568b128128 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9694486ee7164359b0fe098c2549b803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481884 May 19 23:31:05.755841 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35306) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:05.838658 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.889673 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.951019 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.955878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-972ace3d-c89a-483d-be9f-9254d21400bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:05.967757 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f3058-039a-4219-ae9d-6db1051e3846,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:05.970049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35318) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:05.970689 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:05.973042 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:05.976826 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-18e44a4d-6f6d-4aff-bc2f-f164f79d8338 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/866f3058-039a-4219-ae9d-6db1051e3846 HTTP/1.1" status: 204 len: 168 time: 0.2169502 May 19 23:31:06.015204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.052825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:06.061962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Usage tracker for resource:security_group_rule and tenant:051f6c0f55d646bfad7396de5e8d3f77 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:06.066812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:06.073988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:06.178629 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.184488 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.313403 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8783e35f-7a3f-4289-a1a0-4e61fbbb2be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:06.322414 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=051f6c0f55d646bfad7396de5e8d3f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506212 May 19 23:31:06.325850 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35340) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:06.443400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a8353e-2102-436e-a854-8d7266e8e61a,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:06.459955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:06.492464 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.526747 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f93afd-2cd1-4ec4-af05-08eff0597b3e req-d18a0b27-833a-49ac-8e77-64ed6f86b78d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:06.529165 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39f93afd-2cd1-4ec4-af05-08eff0597b3e req-d18a0b27-833a-49ac-8e77-64ed6f86b78d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1337123 May 19 23:31:06.562127 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.564147 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8259a-6d59-461c-be55-fbb20b114e48 req-2ce2749b-1b62-4b88-85e5-fc8e4a98c019 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:06.571637 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-10e8259a-6d59-461c-be55-fbb20b114e48 req-2ce2749b-1b62-4b88-85e5-fc8e4a98c019 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.2599518 May 19 23:31:06.640056 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-10e8259a-6d59-461c-be55-fbb20b114e48 req-0840c4ab-2858-4f40-9787-44df6efc6b99 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656817 May 19 23:31:06.644352 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39f93afd-2cd1-4ec4-af05-08eff0597b3e req-e563fe66-b92e-4a05-a757-ccf7e4792025 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056590 May 19 23:31:06.674693 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.681248 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3a2477c2-c9eb-44ef-b033-d559a14452a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:06.694729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a8353e-2102-436e-a854-8d7266e8e61a,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:06.706901 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:06.709234 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:06.710370 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a8353e-2102-436e-a854-8d7266e8e61a HTTP/1.1" status: 204 len: 168 time: 0.3835337 May 19 23:31:06.941480 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:31:07.992943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5536-db29-49b4-bc48-6656d86e0329 req-527cec50-16ee-43b9-8053-3f512b84a74a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:08.000358 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7bcf5536-db29-49b4-bc48-6656d86e0329 req-527cec50-16ee-43b9-8053-3f512b84a74a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1374705 May 19 23:31:08.063265 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7bcf5536-db29-49b4-bc48-6656d86e0329 req-5e8c38f3-6110-4241-86f9-a2a2caa42add tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613174 May 19 23:31:08.080989 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10a839-4281-4b39-930b-ea4a9963c03a req-ee9e9327-3f15-445e-847d-6974241dac04 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:08.084889 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1a10a839-4281-4b39-930b-ea4a9963c03a req-ee9e9327-3f15-445e-847d-6974241dac04 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.2880368 May 19 23:31:08.144380 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1a10a839-4281-4b39-930b-ea4a9963c03a req-0c42b79f-b446-46e8-95e9-6df139e72374 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491583 May 19 23:31:08.310402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35452) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:08.381745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Deleting subnet 8d989713-8a41-4df6-897a-ca4dc6755d97 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:31:08.385045 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.536875 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.593552 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.771573 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35486) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:08.866145 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.876688 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b5aa4a65-d5e4-4c9a-8223-27e69bf309c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:08.905305 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.917160 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d989713-8a41-4df6-897a-ca4dc6755d97 HTTP/1.1" status: 204 len: 168 time: 0.6056395 May 19 23:31:08.918100 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d989713-8a41-4df6-897a-ca4dc6755d97,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:08.919925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35496) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:08.920642 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4a171882-f8de-4690-876a-45e27d437784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:08.922943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:08.967863 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:09.016728 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Usage tracker for resource:security_group_rule and tenant:04da8f18018a412c863a915a1e779e38 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:09.023465 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:09.038327 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:09.052847 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.238124 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.261201 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be10015-0ea8-4d7b-b569-e35bc886e846']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:09.332273 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:09.332659 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea6b032-f9a9-4d39-a563-5b4c8a8c20d6') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:31:09.358983 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.412020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.417074 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.425979 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:31:09.426367 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:31:09.440216 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:31:09.442610 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.457866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-36f7c117-261a-4105-ad0b-68e1f7e046a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:09.568803 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e9f9-7df3-4716-9203-018bcd5f02a4 req-f9097aa6-96bf-4ab3-96c0-82cfdb4c1a8d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:09.570262 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c8a4e9f9-7df3-4716-9203-018bcd5f02a4 req-f9097aa6-96bf-4ab3-96c0-82cfdb4c1a8d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.3754368 May 19 23:31:09.574975 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e3f86-7c4d-493d-baee-b91ec6e647ba,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:09.579033 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04da8f18018a412c863a915a1e779e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062453 May 19 23:31:09.582075 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35518) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:09.583233 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:09.602318 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.614397 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de590b6d-04a7-4d51-9e4a-dd9a66d8c7d5 req-e882f5fd-a91d-4ca6-8ef7-2f0aa6bea67a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:09.615887 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de590b6d-04a7-4d51-9e4a-dd9a66d8c7d5 req-e882f5fd-a91d-4ca6-8ef7-2f0aa6bea67a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.3478363 May 19 23:31:09.621551 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ec1ee9b9-83b1-43f7-a02a-4ba4922a1875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:09.635488 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.665144 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.671917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3be10015-0ea8-4d7b-b569-e35bc886e846,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:09.679199 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:09.692693 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c8a4e9f9-7df3-4716-9203-018bcd5f02a4 req-c79acdbd-1bae-4c8d-a839-2f8b8f2278d8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104546 May 19 23:31:09.692911 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.726635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-54081ccb-8fbd-410b-86ef-bce9f21927ee admin admin] 10.222.0.48 "DELETE /v2.0/networks/3be10015-0ea8-4d7b-b569-e35bc886e846 HTTP/1.1" status: 204 len: 168 time: 0.7948384 May 19 23:31:09.726635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-de590b6d-04a7-4d51-9e4a-dd9a66d8c7d5 req-2322f38f-5734-4f00-a214-65bc6b84c388 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 May 19 23:31:09.761521 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.766503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bb18d740-a26b-4d50-9bb4-ba08a7dd3958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:09.776597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e3f86-7c4d-493d-baee-b91ec6e647ba,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:09.780044 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:09.783345 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:09.784513 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/234e3f86-7c4d-493d-baee-b91ec6e647ba HTTP/1.1" status: 204 len: 168 time: 0.2014253 May 19 23:31:09.865546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35526) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:09.914137 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-8fe50008-85c8-4afb-9e10-ace84f5c04b0 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:09.916269 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-8fe50008-85c8-4afb-9e10-ace84f5c04b0 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 945 time: 0.0927646 May 19 23:31:09.928225 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d7c79ce8-9079-4977-b773-76cf2fc61322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3ba0bd2c99a4f1ebb3c440ef236054e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612621 May 19 23:31:09.933538 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35534) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:10.007439 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.047664 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.093544 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Deleting port e2257e20-842a-45a0-a8a4-55451dd1d174 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:31:10.094242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.109762 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.114174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-af9cc1fc-fc45-4b80-b573-15e08193789b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:10.128192 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e7a0d-000c-4516-9055-aa32923c87b5,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:10.135462 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:10.146391 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.149973 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db5e7a0d-000c-4516-9055-aa32923c87b5 HTTP/1.1" status: 204 len: 168 time: 0.2128065 May 19 23:31:10.241259 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] For port e2257e20-842a-45a0-a8a4-55451dd1d174, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2257e20-842a-45a0-a8a4-55451dd1d174,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:10.241877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.248156 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35540) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:10.281535 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.300807 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:10.305860 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Usage tracker for resource:security_group_rule and tenant:9930a3f61d5e4a7084c0e997c5ab2ccd is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:10.310111 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:10.316709 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:10.410183 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.414648 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.424045 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-df626f70-341f-4fc3-afa8-ea28acf0c25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:10.453204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Calling delete_port for e2257e20-842a-45a0-a8a4-55451dd1d174 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:31:10.468357 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9930a3f61d5e4a7084c0e997c5ab2ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188525 May 19 23:31:10.470783 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35548) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:10.475430 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b615be66-094b-4742-9087-ca1036eb5bb6,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:10.486785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:10.538772 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.570036 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.590878 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.602893 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['e2257e20-842a-45a0-a8a4-55451dd1d174'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:31:10.609508 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-0a43b9d4-7bd7-48b9-8527-027c49650e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:10.644933 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.672654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-82583dd0-bd3c-4969-a0a2-9b8dfe9305ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:10.695129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b615be66-094b-4742-9087-ca1036eb5bb6,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:10.712476 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.717397 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b615be66-094b-4742-9087-ca1036eb5bb6 HTTP/1.1" status: 204 len: 168 time: 0.2453384 May 19 23:31:10.718913 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:10.724746 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Pushing event deleted for resources: {'Port': ['ID=e2257e20-842a-45a0-a8a4-55451dd1d174,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:10.731197 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:10.732379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] No DVR routers for this DVR port e2257e20-842a-45a0-a8a4-55451dd1d174 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:31:10.734638 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:10.737290 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'name': 'network-vif-deleted', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:31:10.745456 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39b48bdf-0662-4a4d-ab5e-ad79a7184b88 req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "DELETE /v2.0/ports/e2257e20-842a-45a0-a8a4-55451dd1d174 HTTP/1.1" status: 204 len: 173 time: 0.8138788 May 19 23:31:10.830597 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33e626b-a05d-48ac-a1b6-d211920a048b', 'name': 'network-vif-deleted', 'tag': 'e2257e20-842a-45a0-a8a4-55451dd1d174', 'status': 'completed', 'code': 200} May 19 23:31:11.017352 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-50788b13-bee3-4f43-aa28-b978c2bf4f99 req-375e4ecf-9315-4651-9181-918ba2c7df16 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Synchronizing usage tracker for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:31:11.057322 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-50788b13-bee3-4f43-aa28-b978c2bf4f99 req-375e4ecf-9315-4651-9181-918ba2c7df16 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Unset dirty status for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:31:11.059836 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-50788b13-bee3-4f43-aa28-b978c2bf4f99 req-375e4ecf-9315-4651-9181-918ba2c7df16 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=a33e626b-a05d-48ac-a1b6-d211920a048b HTTP/1.1" status: 200 len: 210 time: 0.1344397 May 19 23:31:11.113677 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b208-071a-4436-9818-a7db543955bc req-9ba32a3c-8aca-463f-90cb-974fb5a47cce tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:11.115972 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f660b208-071a-4436-9818-a7db543955bc req-9ba32a3c-8aca-463f-90cb-974fb5a47cce tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1421263 May 19 23:31:11.200100 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f660b208-071a-4436-9818-a7db543955bc req-87b7d5ef-3645-43cb-b95b-d8e2c01e7675 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767720 May 19 23:31:12.432668 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487450-d9fd-46fe-8222-aedca6d17779 req-bb23f597-44bf-422d-9638-4a02d64d7d1f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:12.436031 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18487450-d9fd-46fe-8222-aedca6d17779 req-bb23f597-44bf-422d-9638-4a02d64d7d1f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 944 time: 0.1080287 May 19 23:31:12.507716 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-18487450-d9fd-46fe-8222-aedca6d17779 req-596bf524-8e90-4bdc-968d-afe0bef5da13 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633929 May 19 23:31:12.781340 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:31:12.783694 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device e2257e20-842a-45a0-a8a4-55451dd1d174 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:31:12.821629 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: e2257e20-842a-45a0-a8a4-55451dd1d174 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:31:12.822042 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device e2257e20-842a-45a0-a8a4-55451dd1d174 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:31:12.955636 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:12.971898 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '59513e1d-0a65-4155-91fa-2962b46e2018', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '59513e1d-0a65-4155-91fa-2962b46e2018', 'mac_address': 'fa:16:3e:5d:d3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:31:13.028388 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:13.045123 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:31:13.061831 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:13.065795 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:13.068393 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:13.134891 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=9']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:13.142324 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.142677 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.143023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.143359 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.143692 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.144048 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.144379 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.144706 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.145038 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.145352 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.145673 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.145995 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:31:13.149914 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:13.291551 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['59513e1d-0a65-4155-91fa-2962b46e2018'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:31:13.709908 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d720deb-6114-4ece-8c55-49f248cae387 req-155bbbfd-6772-4e5b-9288-01356310958c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:13.711377 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d720deb-6114-4ece-8c55-49f248cae387 req-155bbbfd-6772-4e5b-9288-01356310958c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 945 time: 0.0886209 May 19 23:31:13.760580 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d720deb-6114-4ece-8c55-49f248cae387 req-ac0fab98-0d12-45a3-81fb-37799cf3ef0d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 May 19 23:31:14.734642 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 35710) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:14.778670 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:31:14.855356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 59513e1d-0a65-4155-91fa-2962b46e2018 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:31:14.855733 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:14.887770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:14.963770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:14.982533 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:14.984734 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Usage tracker for resource:security_group_rule and tenant:b52257fa7144471eaf5ed8513a52e8b2 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:14.989900 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:15.006247 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:15.017979 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:31:15.030140 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:15.033590 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.038096 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:15.050237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fa600-1bad-4d9f-abd2-0c28a2e3be07 req-ec031497-33bf-4c14-b6bd-01827bfc4dd9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.051802 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ae3fa600-1bad-4d9f-abd2-0c28a2e3be07 req-ec031497-33bf-4c14-b6bd-01827bfc4dd9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 945 time: 0.1540225 May 19 23:31:15.062987 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-cf80a224-fb86-4b81-983e-2cf07c5672ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.064598 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-cf80a224-fb86-4b81-983e-2cf07c5672ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1098 time: 0.2471449 May 19 23:31:15.086301 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'code': 200} May 19 23:31:15.127962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=10']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:15.132296 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:15.158960 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ae3fa600-1bad-4d9f-abd2-0c28a2e3be07 req-844fc40b-0870-4272-bc47-3bbc3471e44e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999775 May 19 23:31:15.289239 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.295477 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-60917a5c-b0c7-4f28-bb55-b87602755abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.297045 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-60917a5c-b0c7-4f28-bb55-b87602755abe service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.2039142 May 19 23:31:15.297740 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.305859 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c56f0712-2a37-47eb-b122-19fc425f0b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:15.425482 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b52257fa7144471eaf5ed8513a52e8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896961 May 19 23:31:15.428352 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6406a1cb-a5a3-4c55-8d42-67dc1450c315,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:15.428497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 35726) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:15.433938 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-36b74579-bb64-44ff-b1cd-cc981b55ecaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:15.447848 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-f36d7ce6-ea93-4da5-8b8c-a5bcf4d3cfbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 200 len: 1002 time: 0.1427748 May 19 23:31:15.492130 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.520292 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.526520 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-41d6eda0-9a38-479e-8618-55c9d205d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.528334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-41d6eda0-9a38-479e-8618-55c9d205d32f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0666420 May 19 23:31:15.579561 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.583254 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b324cc82-6c72-44e2-957c-1878c7a1e32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:15.593767 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6406a1cb-a5a3-4c55-8d42-67dc1450c315,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:15.596878 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:15.602370 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.604437 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6406a1cb-a5a3-4c55-8d42-67dc1450c315 HTTP/1.1" status: 204 len: 168 time: 0.1747453 May 19 23:31:15.672185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-da7ede31-5637-46a8-ac79-5c6ab36249d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.673712 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-da7ede31-5637-46a8-ac79-5c6ab36249d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1384678 May 19 23:31:15.676610 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af1b1f-fd24-49bf-8076-cb93b1ab5836 req-67478e07-735a-4ac7-bb98-b0d3f64b94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:15.678181 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2af1b1f-fd24-49bf-8076-cb93b1ab5836 req-67478e07-735a-4ac7-bb98-b0d3f64b94eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 1100 time: 0.1112878 May 19 23:31:15.678405 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-81b519eb-f453-4c7e-a078-7b43b84c1692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:15.901553 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2af1b1f-fd24-49bf-8076-cb93b1ab5836 req-f28bb622-0941-42ac-b215-895ba8468fe3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978750 May 19 23:31:15.934552 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-b9fc070e-af10-456b-b0db-e5a4aff6cbcb service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491860 May 19 23:31:16.088471 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c71c4bfa-af2b-41bd-a12d-27eb02954030 req-bf4f3d49-166c-41f7-90c8-b799b25a2253 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264555 May 19 23:31:16.351658 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f7327-c069-473a-a4b9-c48c8f3e4761 req-c2c776c2-f713-41f0-9541-d7f4909b2cd0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:16.353155 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-be4f7327-c069-473a-a4b9-c48c8f3e4761 req-c2c776c2-f713-41f0-9541-d7f4909b2cd0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0812855 May 19 23:31:16.399383 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-be4f7327-c069-473a-a4b9-c48c8f3e4761 req-6b06507c-6e95-4638-87af-1282da5332b7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 May 19 23:31:17.297177 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:17.593396 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9310c3-1fe1-4753-943d-da5c40a97bc5 req-47479187-aac6-4de5-a6d9-7db37c5cea3e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:17.594990 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0b9310c3-1fe1-4753-943d-da5c40a97bc5 req-47479187-aac6-4de5-a6d9-7db37c5cea3e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0838466 May 19 23:31:17.640243 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0b9310c3-1fe1-4753-943d-da5c40a97bc5 req-ab665276-22b2-450e-b907-79303acc01ea tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 May 19 23:31:18.285243 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:18.393466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-75a89adf-fa36-4956-9df1-b7d26c1d02ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:18.831655 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c41c55-f345-4347-9acc-d2553acf282a req-a6e929a2-e0f7-4fa8-9ce5-30f8c8de111f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:18.833070 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d6c41c55-f345-4347-9acc-d2553acf282a req-a6e929a2-e0f7-4fa8-9ce5-30f8c8de111f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0797050 May 19 23:31:18.884461 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d6c41c55-f345-4347-9acc-d2553acf282a req-debf9a05-2cda-491b-aa32-f0fa0b5e6175 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 May 19 23:31:19.257237 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:20.236385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083637ff-a289-4a87-8c17-a8abf65b6e21 req-5a66b615-9d07-4032-baba-70ab94516db5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:20.238523 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-083637ff-a289-4a87-8c17-a8abf65b6e21 req-5a66b615-9d07-4032-baba-70ab94516db5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0913250 May 19 23:31:20.289053 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-083637ff-a289-4a87-8c17-a8abf65b6e21 req-30620d5b-da03-43d3-ae27-17c943a62a06 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 May 19 23:31:20.812922 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:21.574088 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77fc61-e399-4942-8010-6137e507e483 req-9f78e824-c452-4ddc-9117-9ddcd8af707d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:21.575560 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e77fc61-e399-4942-8010-6137e507e483 req-9f78e824-c452-4ddc-9117-9ddcd8af707d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0862608 May 19 23:31:21.621410 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e77fc61-e399-4942-8010-6137e507e483 req-c81990ac-6d80-4791-b186-06a0eebf56e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 May 19 23:31:21.799582 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0359fbf-b9cc-4c9c-80ff-827433fd7dcf req-b717f285-9a3c-4f35-8877-4d50c932e378 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:21.801235 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e0359fbf-b9cc-4c9c-80ff-827433fd7dcf req-b717f285-9a3c-4f35-8877-4d50c932e378 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0805063 May 19 23:31:21.846971 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e0359fbf-b9cc-4c9c-80ff-827433fd7dcf req-2fe93362-72d4-4a33-9378-628a08af7376 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 May 19 23:31:22.812776 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949cce-8a87-4195-94fe-2a0ad832ee87 req-14a6a363-6e65-43d7-a378-317252dc5848 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:22.814249 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59949cce-8a87-4195-94fe-2a0ad832ee87 req-14a6a363-6e65-43d7-a378-317252dc5848 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0834744 May 19 23:31:22.859008 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59949cce-8a87-4195-94fe-2a0ad832ee87 req-136cdb21-face-43d0-91f6-35cbc513f68f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390344 May 19 23:31:23.040687 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cdd99-12d6-4a83-9d99-adb34a227a50 req-4ad293db-5605-4d46-a5a5-e7f72eef327e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:23.042151 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c60cdd99-12d6-4a83-9d99-adb34a227a50 req-4ad293db-5605-4d46-a5a5-e7f72eef327e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0858591 May 19 23:31:23.086339 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c60cdd99-12d6-4a83-9d99-adb34a227a50 req-65a49f13-736c-49f1-9657-a03626331552 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 May 19 23:31:24.054080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71908f4f-f66e-4319-9b92-54f4b61b2b1c req-03849147-8142-4761-b14e-97f744710dba tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:24.055518 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71908f4f-f66e-4319-9b92-54f4b61b2b1c req-03849147-8142-4761-b14e-97f744710dba tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0816588 May 19 23:31:24.101017 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71908f4f-f66e-4319-9b92-54f4b61b2b1c req-793d3222-8823-4073-a4d2-f670c58445af tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391614 May 19 23:31:24.287708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6c98-4491-43ce-9219-e8b8641d0025 req-772dd937-033a-44e7-b75c-1b6241306159 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:24.289207 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-facb6c98-4491-43ce-9219-e8b8641d0025 req-772dd937-033a-44e7-b75c-1b6241306159 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0879209 May 19 23:31:24.339025 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-facb6c98-4491-43ce-9219-e8b8641d0025 req-a5936ba7-bb66-46c0-9f43-a627b32513c0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 May 19 23:31:25.295544 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024977a2-3277-4f43-ade8-c6da3d7d5f68 req-9b048272-8293-459e-a2e8-8a28accfe89b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:25.297044 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-024977a2-3277-4f43-ade8-c6da3d7d5f68 req-9b048272-8293-459e-a2e8-8a28accfe89b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0820868 May 19 23:31:25.345226 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-024977a2-3277-4f43-ade8-c6da3d7d5f68 req-347e8bf5-1f0b-4ed2-bed4-c93b1d79be2a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 May 19 23:31:25.528126 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59837-1476-41e2-836c-7e44d6891b06 req-1eddb026-5c7f-43a9-a462-4f51f611af70 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:25.529443 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-43e59837-1476-41e2-836c-7e44d6891b06 req-1eddb026-5c7f-43a9-a462-4f51f611af70 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0833731 May 19 23:31:25.577514 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-43e59837-1476-41e2-836c-7e44d6891b06 req-aac645ca-704f-4739-84af-58398f35eda2 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 May 19 23:31:26.358881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-d1526fc8-45c2-4e36-a5f4-c29c356b9902 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:26.360425 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-d1526fc8-45c2-4e36-a5f4-c29c356b9902 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 813 time: 0.1531427 May 19 23:31:26.376906 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-c0066ed6-74fc-4d87-9671-4d4cbd91b5ab tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/quotas/533d108c8cef46f2b9c0e07218779d1e HTTP/1.1" status: 200 len: 375 time: 0.0095766 May 19 23:31:26.431870 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-c7d7e0a2-f070-48ca-bccc-1aff740c5dcd tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492837 May 19 23:31:26.696849 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-30addbce-2e15-4820-b889-8d997e5a155c service neutron] 10.222.0.48 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580559 May 19 23:31:26.705659 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a0b7-c85a-4031-a0b6-0434a84664d9 req-68177afa-a0e9-452f-9c11-cf5d69e542d7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:26.707266 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-abd5a0b7-c85a-4031-a0b6-0434a84664d9 req-68177afa-a0e9-452f-9c11-cf5d69e542d7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.2366469 May 19 23:31:26.843166 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-abd5a0b7-c85a-4031-a0b6-0434a84664d9 req-ad1259f3-3764-4689-8cac-3060bc9cc657 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160522 May 19 23:31:26.885462 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-cd0bf927-2e1c-4cf9-85c0-467ca78f2c51 service neutron] 10.222.0.48 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775086 May 19 23:31:27.069249 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-90d86dcc-2a17-432e-97c0-86b2ba92b6dc req-c240a36c-6ae2-4506-9a17-1be6d674b851 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 210 time: 0.0466754 May 19 23:31:27.081931 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655ff7e-577c-4973-9801-dce936d836f7 req-7843a36a-c21d-4c65-890f-c8c07b245b5e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:27.087822 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3655ff7e-577c-4973-9801-dce936d836f7 req-7843a36a-c21d-4c65-890f-c8c07b245b5e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1435685 May 19 23:31:27.129079 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3655ff7e-577c-4973-9801-dce936d836f7 req-5e132e7b-a5c1-4fd8-8a69-19c62db2b2e9 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 May 19 23:31:28.244144 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-e2bed4f6-7f10-4aee-8909-aaa0b127667b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:28.245688 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-e2bed4f6-7f10-4aee-8909-aaa0b127667b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 813 time: 0.1968863 May 19 23:31:28.247883 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-092fb92c-7cee-41f7-b51f-82f48f87b76a req-caa68bdc-7878-498c-a179-c89d378d16b3 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 210 time: 0.0665364 May 19 23:31:28.259189 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Request body: {'port': {'device_id': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e', 'admin_state_up': True, 'tenant_id': '533d108c8cef46f2b9c0e07218779d1e'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:31:28.455359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:28.471225 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f7e1-5453-43e3-9d7c-d8eb8105feb7 req-e63df630-ff8e-4a51-9bf5-55533c6fd03c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:28.472727 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0903f7e1-5453-43e3-9d7c-d8eb8105feb7 req-e63df630-ff8e-4a51-9bf5-55533c6fd03c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1961057 May 19 23:31:28.476395 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:28.507613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Made reservation on behalf of 533d108c8cef46f2b9c0e07218779d1e for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:31:28.511042 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:28.545786 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0903f7e1-5453-43e3-9d7c-d8eb8105feb7 req-612c5153-ea47-43f9-87be-e2596fe3f36d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671828 May 19 23:31:28.685934 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Allocated IP 172.20.0.10 (86c24060-0e41-4ea1-814b-3ea735665f0e/4d506765-827a-48b7-bb8e-414a62e1de21/ab45c5cc-e878-43bf-831e-0fb2f84209de) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:31:28.890374 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:28.919744 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:28.925726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:28.993751 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Network 86c24060-0e41-4ea1-814b-3ea735665f0e is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:31:28.996881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:31:28.999716 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:31:29.038753 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Pushing event updated for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:29.043443 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:29.075075 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:29.075708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:29.116167 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610106 May 19 23:31:29.128874 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Request body: {'port': {'device_id': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:31:29.239507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:29.645340 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a64a86-e235-4bf5-8461-d6ca86dc023b req-a4a387e2-bb2f-43bd-af38-30f3f74c33e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:29.646152 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-44a64a86-e235-4bf5-8461-d6ca86dc023b req-a4a387e2-bb2f-43bd-af38-30f3f74c33e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Synchronizing usage tracker for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:31:29.679622 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-44a64a86-e235-4bf5-8461-d6ca86dc023b req-a4a387e2-bb2f-43bd-af38-30f3f74c33e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Unset dirty status for tenant:533d108c8cef46f2b9c0e07218779d1e on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:31:29.684373 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44a64a86-e235-4bf5-8461-d6ca86dc023b req-a4a387e2-bb2f-43bd-af38-30f3f74c33e6 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 932 time: 0.3192852 May 19 23:31:29.800402 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44a64a86-e235-4bf5-8461-d6ca86dc023b req-5e4d1cb9-78a4-4f4f-b72e-f989a2f86f01 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 May 19 23:31:29.863860 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab45c5cc-e878-43bf-831e-0fb2f84209de {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:31:29.872829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:29.882525 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd238f9-5683-4875-992c-979032639c76 req-16490737-430f-4927-b8f2-5757c2dc662a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:29.884003 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbd238f9-5683-4875-992c-979032639c76 req-16490737-430f-4927-b8f2-5757c2dc662a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1793988 May 19 23:31:29.910995 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Transition to ACTIVE for port object ab45c5cc-e878-43bf-831e-0fb2f84209de will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:31:29.917218 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:29.922649 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:30.052413 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbd238f9-5683-4875-992c-979032639c76 req-43cf1457-7ab1-4cce-9292-43621618189e tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600060 May 19 23:31:30.094828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:30.105417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:30.172797 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Attempting to bind port ab45c5cc-e878-43bf-831e-0fb2f84209de on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:31:30.173138 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Attempting to bind port ab45c5cc-e878-43bf-831e-0fb2f84209de by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:31:30.173474 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Attempting to bind port ab45c5cc-e878-43bf-831e-0fb2f84209de on network 86c24060-0e41-4ea1-814b-3ea735665f0e {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:31:30.178215 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Port ab45c5cc-e878-43bf-831e-0fb2f84209de on network 86c24060-0e41-4ea1-814b-3ea735665f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:31:30.178542 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Attempting to bind port ab45c5cc-e878-43bf-831e-0fb2f84209de on network 86c24060-0e41-4ea1-814b-3ea735665f0e {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:31:30.184525 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:31:30.184865 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Checking segment: {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:31:30.185283 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Bound using segment: {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:31:30.185668 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Bound port: ab45c5cc-e878-43bf-831e-0fb2f84209de, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a545cd-0c4a-47df-9203-2faeb43cc97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:31:30.186021 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:30.273517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:31:30.276417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:31:30.280169 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:30.284336 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:30.345722 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:30.346333 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:30.347693 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab45c5cc-e878-43bf-831e-0fb2f84209de HTTP/1.1" status: 200 len: 1094 time: 1.2231226 May 19 23:31:30.348203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:31:30.368702 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:30.372279 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:30.426244 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de', 'status': 'completed', 'code': 200} May 19 23:31:30.465902 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-1c8b284f-d177-4cad-be40-05fb0f4ae175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:30.467362 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-1c8b284f-d177-4cad-be40-05fb0f4ae175 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 1097 time: 0.0733588 May 19 23:31:30.539008 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-cf04af47-7cd4-46a7-81a4-055e612e39c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de HTTP/1.1" status: 200 len: 217 time: 0.0628664 May 19 23:31:30.603521 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-eaf91d9e-3663-4cf6-a213-30493909a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:30.605691 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-eaf91d9e-3663-4cf6-a213-30493909a8a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d506765-827a-48b7-bb8e-414a62e1de21 HTTP/1.1" status: 200 len: 853 time: 0.0576868 May 19 23:31:30.658359 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-4160d7bb-b1d6-4b07-b0f8-57539ae6a073 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86c24060-0e41-4ea1-814b-3ea735665f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437074 May 19 23:31:30.794538 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-6ce237f1-f8bb-4584-a2ae-2ee226506dc0 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277950 May 19 23:31:30.972401 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-48afc56b-bc15-47e4-bb61-9e25036a8d5e req-49858622-d855-412c-9f09-887b94801430 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709201 May 19 23:31:31.010580 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ab4e3-9e39-4810-8f27-c0cdcf606933 req-459f8f5f-a95a-4b59-86de-e8a1468b4af9 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:31.018285 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-018ab4e3-9e39-4810-8f27-c0cdcf606933 req-459f8f5f-a95a-4b59-86de-e8a1468b4af9 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 944 time: 0.1062984 May 19 23:31:31.112317 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-018ab4e3-9e39-4810-8f27-c0cdcf606933 req-31e7ef27-acab-48dc-8f8a-ef34bc7e5315 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931549 May 19 23:31:31.135502 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-cd04efc0-6617-4c91-b339-e5e7fbdb6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:31.137087 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-cd04efc0-6617-4c91-b339-e5e7fbdb6a6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=533d108c8cef46f2b9c0e07218779d1e&device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 1097 time: 0.1027453 May 19 23:31:31.423995 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-b72a3a3b-6a57-4b5f-9e9f-d9ddf205e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:31.425441 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-b72a3a3b-6a57-4b5f-9e9f-d9ddf205e8af service neutron] 10.222.0.58 "GET /v2.0/networks?id=86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 200 len: 914 time: 0.2766562 May 19 23:31:31.432932 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50b81c-6825-44e2-b5d1-cd6f510034b9 req-6f767c8e-dc67-4575-8759-6f7f0b838c73 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:31.434797 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c50b81c-6825-44e2-b5d1-cd6f510034b9 req-6f767c8e-dc67-4575-8759-6f7f0b838c73 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.2653694 May 19 23:31:31.514907 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-71de6031-9b33-4c8d-995c-b85d41ca6159 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de HTTP/1.1" status: 200 len: 217 time: 0.0791805 May 19 23:31:31.578787 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c50b81c-6825-44e2-b5d1-cd6f510034b9 req-897abc30-d4cc-4594-b1cd-12cda5422e33 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953498 May 19 23:31:31.600506 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-72b55278-7502-4cf5-9765-6dc8c78f9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:31.602658 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-72b55278-7502-4cf5-9765-6dc8c78f9878 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d506765-827a-48b7-bb8e-414a62e1de21 HTTP/1.1" status: 200 len: 853 time: 0.0719647 May 19 23:31:31.655059 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-c830a964-5ee4-4560-a3eb-444998e3a601 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86c24060-0e41-4ea1-814b-3ea735665f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410705 May 19 23:31:31.795029 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-10dc1164-66cb-4752-9f04-ce97c7f99304 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249585 May 19 23:31:31.928826 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-44d8fd0c-f21f-417c-966b-ebf3d605d40e req-a842f427-530b-413d-ab45-c5856d9e9f45 service neutron] 10.222.0.58 "GET /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265249 May 19 23:31:32.316075 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f827a17-7ee8-404d-ab22-f555c4c7040c req-05403f8a-e4ec-4604-9db9-58882a6212ce tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:32.317611 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3f827a17-7ee8-404d-ab22-f555c4c7040c req-05403f8a-e4ec-4604-9db9-58882a6212ce tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 944 time: 0.0913658 May 19 23:31:32.370737 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3f827a17-7ee8-404d-ab22-f555c4c7040c req-3dbf9864-cc77-4cd4-ac0b-a4ba96e1c203 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 May 19 23:31:32.774441 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f32d-f0f3-45ad-8283-e6bc3e41f0c6 req-a08a51b2-0513-4faa-8a63-f4223a307af8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:32.775943 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3ea1f32d-f0f3-45ad-8283-e6bc3e41f0c6 req-a08a51b2-0513-4faa-8a63-f4223a307af8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0853074 May 19 23:31:32.820046 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3ea1f32d-f0f3-45ad-8283-e6bc3e41f0c6 req-eed5f5f7-eed3-44e9-b2b3-639ebcc8e8f7 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381165 May 19 23:31:32.857573 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device ab45c5cc-e878-43bf-831e-0fb2f84209de details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:31:32.993186 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:33.005842 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'ab45c5cc-e878-43bf-831e-0fb2f84209de', 'network_id': '86c24060-0e41-4ea1-814b-3ea735665f0e', 'port_id': 'ab45c5cc-e878-43bf-831e-0fb2f84209de', 'mac_address': 'fa:16:3e:54:05:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d506765-827a-48b7-bb8e-414a62e1de21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:31:33.062162 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:33.078132 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab45c5cc-e878-43bf-831e-0fb2f84209de {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:31:33.093386 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:33.096751 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:33.098420 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:33.161833 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:33.165022 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:33.336105 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['ab45c5cc-e878-43bf-831e-0fb2f84209de'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:31:33.553592 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4ffff-c5d6-4b8e-9575-33a1aebc60f8 req-3ffb89f9-7559-4aa3-9096-8218ccdab89e tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:33.555078 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-45c4ffff-c5d6-4b8e-9575-33a1aebc60f8 req-3ffb89f9-7559-4aa3-9096-8218ccdab89e tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 945 time: 0.0782883 May 19 23:31:33.599179 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-45c4ffff-c5d6-4b8e-9575-33a1aebc60f8 req-998a9d2b-97e6-4117-8458-aa0fa869fdb4 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 May 19 23:31:34.015331 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87895c0-9ccd-457d-ada3-6a55a67577e4 req-f671b58a-bda2-4470-8176-74a766b0622a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:34.017414 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f87895c0-9ccd-457d-ada3-6a55a67577e4 req-f671b58a-bda2-4470-8176-74a766b0622a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0905333 May 19 23:31:34.067560 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f87895c0-9ccd-457d-ada3-6a55a67577e4 req-2a11c22d-ab00-4ec2-86d6-2abf7942fa30 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 May 19 23:31:34.781121 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd8cb3-f002-4466-bacb-00eb76c25668 req-5e8e6b40-03fb-4fe3-b58a-e2d4ec740863 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:34.782640 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6cd8cb3-f002-4466-bacb-00eb76c25668 req-5e8e6b40-03fb-4fe3-b58a-e2d4ec740863 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 945 time: 0.0794861 May 19 23:31:34.830545 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b6cd8cb3-f002-4466-bacb-00eb76c25668 req-874f6766-7ccc-4066-8c36-0fb29bf99f22 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 May 19 23:31:34.862851 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device ab45c5cc-e878-43bf-831e-0fb2f84209de up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:31:34.928134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port ab45c5cc-e878-43bf-831e-0fb2f84209de completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:31:34.932660 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port ab45c5cc-e878-43bf-831e-0fb2f84209de triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:31:34.933543 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:35.045195 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:35.070557 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:31:35.080885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:31:35.086101 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:35.087954 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:35.145349 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de', 'code': 200} May 19 23:31:35.158069 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:35.162680 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:35.284038 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf4d68-ac13-472a-9a05-96bc34ea237f req-b09a9762-cf66-4ce1-92b0-95272e74f98f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:35.285627 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97cf4d68-ac13-472a-9a05-96bc34ea237f req-b09a9762-cf66-4ce1-92b0-95272e74f98f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0830400 May 19 23:31:35.385034 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97cf4d68-ac13-472a-9a05-96bc34ea237f req-2aa3102a-cee8-4b94-a4f2-6991fd6e3a31 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933692 May 19 23:31:35.408339 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af3a9d-db1f-45a9-9d0f-23a8bbdf3ff4 req-19d181be-1602-4adc-a959-1f1d78d0186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:35.409818 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a9af3a9d-db1f-45a9-9d0f-23a8bbdf3ff4 req-19d181be-1602-4adc-a959-1f1d78d0186d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 1099 time: 0.1024961 May 19 23:31:35.452345 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a9af3a9d-db1f-45a9-9d0f-23a8bbdf3ff4 req-c9c809a3-3f28-4c8c-b804-758202ed4dea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356774 May 19 23:31:36.015308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b499a-4617-4f64-a64f-1fba2a4017fa req-4ba719e9-a5e2-438e-934a-100359b9d66d tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:36.016751 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-802b499a-4617-4f64-a64f-1fba2a4017fa req-4ba719e9-a5e2-438e-934a-100359b9d66d tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.0789943 May 19 23:31:36.059945 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-802b499a-4617-4f64-a64f-1fba2a4017fa req-6770910a-917d-46f8-b493-aca7ec540a4c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 May 19 23:31:36.577991 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa76e5-058e-4cb5-a722-f2fde854e5c6 req-3307c1c9-3cf7-4041-aa58-3776b456f865 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:36.579440 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-04fa76e5-058e-4cb5-a722-f2fde854e5c6 req-3307c1c9-3cf7-4041-aa58-3776b456f865 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0826604 May 19 23:31:36.624282 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-04fa76e5-058e-4cb5-a722-f2fde854e5c6 req-355c4b89-2524-48ba-ab82-1bf2cd2a92da tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 May 19 23:31:37.242417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab76d2-ee29-4308-8298-243fe48b6faa req-a105ccb6-c415-4f46-a719-053da7c30529 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:37.243879 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-73ab76d2-ee29-4308-8298-243fe48b6faa req-a105ccb6-c415-4f46-a719-053da7c30529 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.0785141 May 19 23:31:37.289404 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-73ab76d2-ee29-4308-8298-243fe48b6faa req-52964a19-f63a-435c-9ab8-ab68b83e751c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 May 19 23:31:37.834754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f776a-efba-4c7a-9d27-9ec37b18b487 req-5c803d84-f1ed-4a99-b8b5-d52ed38e5347 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:37.840269 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-009f776a-efba-4c7a-9d27-9ec37b18b487 req-5c803d84-f1ed-4a99-b8b5-d52ed38e5347 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0956080 May 19 23:31:37.887161 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-009f776a-efba-4c7a-9d27-9ec37b18b487 req-ff88b797-32ab-4296-aa58-519b95a3ebe3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 May 19 23:31:39.147500 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab8b2a-e190-46d8-a740-265e58314233 req-590d288a-f741-4770-911b-fe95de6d81ef tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:39.149066 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ecab8b2a-e190-46d8-a740-265e58314233 req-590d288a-f741-4770-911b-fe95de6d81ef tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1486976 May 19 23:31:39.197324 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ecab8b2a-e190-46d8-a740-265e58314233 req-779d3953-3291-4ac5-abf7-7a0efc52bfdf tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 May 19 23:31:39.450201 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 36074) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:39.572954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.588242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:39.592538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Usage tracker for resource:security_group_rule and tenant:8256027d7cd04dbeb4f48cbfc887b302 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:39.595580 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:39.601260 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:39.686557 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.690213 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.698212 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bfe0085-16cb-4833-a3a3-2f515a86e477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:39.739232 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8256027d7cd04dbeb4f48cbfc887b302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879679 May 19 23:31:39.740203 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a033a-282d-4517-a622-f33430dbfcd4,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:39.741999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36080) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:39.743385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:39.799471 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.827579 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.881407 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.885072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-95656395-09a4-4fb3-8dd2-986ef22c6ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:39.895522 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a033a-282d-4517-a622-f33430dbfcd4,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:39.898314 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:39.903148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:39.904281 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/129a033a-282d-4517-a622-f33430dbfcd4 HTTP/1.1" status: 204 len: 168 time: 0.1612308 May 19 23:31:40.416077 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df1ba4-2738-4706-a961-8152373a00f5 req-70d44249-ea9a-4922-9034-a6a101e42a33 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:40.418387 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d7df1ba4-2738-4706-a961-8152373a00f5 req-70d44249-ea9a-4922-9034-a6a101e42a33 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0945253 May 19 23:31:40.477046 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d7df1ba4-2738-4706-a961-8152373a00f5 req-ae3162ea-8ffc-4968-8601-b225102fd6c1 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528986 May 19 23:31:41.669641 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8a04-5249-42cd-b85b-664f4affc352 req-4f141e6f-2c4c-436c-858a-543ca2f30678 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:41.671109 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8cab8a04-5249-42cd-b85b-664f4affc352 req-4f141e6f-2c4c-436c-858a-543ca2f30678 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0810785 May 19 23:31:41.718097 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8cab8a04-5249-42cd-b85b-664f4affc352 req-1a1bf543-99fe-4726-b87b-a793b1f67860 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 May 19 23:31:42.039111 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36138) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:42.154515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.168904 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:42.172710 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8986a999689b47c1a7413ba549e525fc is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:42.175472 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:42.181219 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:42.261235 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.264934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.272987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-cb68bff9-9419-4a88-bf2a-20209df2026c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:42.310970 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8986a999689b47c1a7413ba549e525fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708118 May 19 23:31:42.313572 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 36146) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:42.316576 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a563429-2d89-4742-b791-51a9541d0664,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:42.319967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:42.378087 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.405380 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.459874 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.468680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8674175c-47a7-4f82-b721-814463552796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:42.481656 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a563429-2d89-4742-b791-51a9541d0664,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:42.490968 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:42.492998 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:42.497195 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a563429-2d89-4742-b791-51a9541d0664 HTTP/1.1" status: 204 len: 168 time: 0.1795790 May 19 23:31:42.930895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864ee47-4c67-4d80-87e8-19a80e1db9e3 req-0163bcc6-2bf3-4476-af70-bebdcd1f4fdd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:42.939170 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b864ee47-4c67-4d80-87e8-19a80e1db9e3 req-0163bcc6-2bf3-4476-af70-bebdcd1f4fdd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1017377 May 19 23:31:42.989053 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b864ee47-4c67-4d80-87e8-19a80e1db9e3 req-76ff6b20-f4c3-44b7-8a87-98980253552d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488451 May 19 23:31:43.404917 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d9609-f43d-4e20-8108-b33ff982f644 req-aa3c9e83-48b6-402a-9887-92b5b022bcb3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:43.406355 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-373d9609-f43d-4e20-8108-b33ff982f644 req-aa3c9e83-48b6-402a-9887-92b5b022bcb3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0897310 May 19 23:31:43.498498 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-373d9609-f43d-4e20-8108-b33ff982f644 req-3556a6de-f127-48f2-ab4f-cca25b34e38d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599279 May 19 23:31:43.521570 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-b182f3c9-28d2-4951-a61a-c03b2196ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:43.521570 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-b182f3c9-28d2-4951-a61a-c03b2196ea11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1099 time: 0.1193566 May 19 23:31:43.653142 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-a43fad42-232c-467e-9dad-3b7f41b2eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:43.654638 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-a43fad42-232c-467e-9dad-3b7f41b2eb87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.1309657 May 19 23:31:43.763342 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-79e625b9-6cdd-4a19-9365-9962176a9657 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 1001 time: 0.1021271 May 19 23:31:43.826692 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-1ffaefe1-b49f-489e-a496-d837c8bea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:43.828169 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-1ffaefe1-b49f-489e-a496-d837c8bea837 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0584524 May 19 23:31:43.912752 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-4526bde7-0a5e-4926-8917-f3b6b9a5323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:43.914233 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-4526bde7-0a5e-4926-8917-f3b6b9a5323d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786130 May 19 23:31:43.941723 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:31:44.062638 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-9e2f127b-c698-4317-8938-5b1a3430c932 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410251 May 19 23:31:44.220820 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56e3ab65-860c-420d-8e7b-a023b160ba21 req-3906ea82-5c46-4172-a674-06ad2e5e36ba service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510024 May 19 23:31:44.694348 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07910306-be0a-43da-907d-05f887b8622c req-ff08d46f-00a6-4886-9b53-b97dd3ff8672 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:44.695810 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07910306-be0a-43da-907d-05f887b8622c req-ff08d46f-00a6-4886-9b53-b97dd3ff8672 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0822051 May 19 23:31:44.741348 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-07910306-be0a-43da-907d-05f887b8622c req-31535db4-2e11-4d83-97c3-178296d6dd4b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391271 May 19 23:31:45.680377 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2555f946-ef32-4ffe-b229-072d775037e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:45.961742 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1c520-da7e-4c38-aea3-8cc00ed9a6e9 req-a6495b4b-4adb-4765-bc73-be84af23c959 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:45.963338 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8ba1c520-da7e-4c38-aea3-8cc00ed9a6e9 req-a6495b4b-4adb-4765-bc73-be84af23c959 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.1068008 May 19 23:31:46.008904 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8ba1c520-da7e-4c38-aea3-8cc00ed9a6e9 req-10208592-46a4-4f83-a588-de610f026cfd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389440 May 19 23:31:47.322022 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:48.286767 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:48.394272 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-1a87a1b1-b167-4324-8d59-7cdaef7ee12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:49.259546 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:50.817088 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:54.834765 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 36448) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:54.955120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:54.971408 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:54.975507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Usage tracker for resource:security_group_rule and tenant:0d75582fb6004cc7b418a0f07a1d78a0 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:54.978514 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:54.988096 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:55.066094 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.069920 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.078289 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7163ecb1-5fc2-4126-bcf4-875db00468c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:55.121402 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d75582fb6004cc7b418a0f07a1d78a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855878 May 19 23:31:55.123120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb2bae8-d67d-4fb0-92d5-0978bf1434e0,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:55.124112 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36480) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:31:55.126446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:55.192757 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.218758 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.275959 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.281549 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-58da4d2f-92cd-4711-a458-ba5871b56d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:31:55.295725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb2bae8-d67d-4fb0-92d5-0978bf1434e0,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:31:55.298133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:31:55.303725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:55.323869 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d4b59395-aeb4-4a5e-a70b-6bd7e78ac948 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bb2bae8-d67d-4fb0-92d5-0978bf1434e0 HTTP/1.1" status: 204 len: 168 time: 0.1977761 May 19 23:31:57.628538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fffcc-c188-4a10-be1d-b0d6ad4eb901 req-1184d0cf-7ce6-43cc-b4d3-b4be37523c6e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:57.628538 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e4fffcc-c188-4a10-be1d-b0d6ad4eb901 req-1184d0cf-7ce6-43cc-b4d3-b4be37523c6e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.1585386 May 19 23:31:57.673721 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e4fffcc-c188-4a10-be1d-b0d6ad4eb901 req-57ad04bb-80f4-4db2-9535-5dad51879f60 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435925 May 19 23:31:57.824747 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-c802c7f2-ad00-42d9-8da7-2457e813e6dd tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e649cd4a2717425d910b52aeb10f86c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309200 May 19 23:31:57.978087 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-0987dcde-ea75-47d4-9ccd-40b102c250cf tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:57.979547 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-0987dcde-ea75-47d4-9ccd-40b102c250cf tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495531 May 19 23:31:57.994143 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-8d775e69-9c22-4292-9fa5-775a107b7d24 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/quotas/e649cd4a2717425d910b52aeb10f86c5 HTTP/1.1" status: 200 len: 375 time: 0.0088389 May 19 23:31:58.043502 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-05ce9f07-a883-42aa-b304-ec4040025747 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e649cd4a2717425d910b52aeb10f86c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431290 May 19 23:31:58.220087 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8d59bf1f-f45e-4e8e-9073-81d5997aacd0 req-2bd5ce1d-b0b4-4c36-8d7a-7cec3b57e0b5 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 210 time: 0.0451782 May 19 23:31:58.649226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2317eea-a5c0-4d83-b709-50e9a2b104dd req-b1077afc-3655-43b1-83b2-8d846eeec7ea tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:58.650777 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2317eea-a5c0-4d83-b709-50e9a2b104dd req-b1077afc-3655-43b1-83b2-8d846eeec7ea tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.0926692 May 19 23:31:58.700025 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2317eea-a5c0-4d83-b709-50e9a2b104dd req-afac86d9-bf57-446b-8bbc-6d22cc815fe7 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 May 19 23:31:58.875777 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f5f8a-d15f-4112-9207-500fbc765b09 req-97a77193-f3e7-4de8-aea4-aac20152ff55 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:58.877266 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d95f5f8a-d15f-4112-9207-500fbc765b09 req-97a77193-f3e7-4de8-aea4-aac20152ff55 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.0859694 May 19 23:31:58.928458 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d95f5f8a-d15f-4112-9207-500fbc765b09 req-63225ded-9826-4ba7-b02b-3c43056f5490 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 May 19 23:31:59.264718 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-4c02622c-3932-4768-8cb9-e912adbaee50 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e649cd4a2717425d910b52aeb10f86c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282092 May 19 23:31:59.425158 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e7fc5210-f008-4625-853a-6fe727a5eb02 req-4b4509f3-60c2-4ead-b126-f0875d7464a6 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 210 time: 0.0579391 May 19 23:31:59.514708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-27b81cd7-9e2a-4559-ae1c-35e0bc237897 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:59.516070 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-27b81cd7-9e2a-4559-ae1c-35e0bc237897 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449346 May 19 23:31:59.534159 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Request body: {'port': {'device_id': '4b1b50e2-c418-49e7-883f-871d5de97903', 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75', 'admin_state_up': True, 'tenant_id': 'e649cd4a2717425d910b52aeb10f86c5'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:31:59.650409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-b0b5cf70-a5a8-43b3-8d97-115bf3f648ba tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:31:59.651885 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-b0b5cf70-a5a8-43b3-8d97-115bf3f648ba tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.1942997 May 19 23:31:59.740359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:59.778480 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Usage tracker for resource:port and tenant:e649cd4a2717425d910b52aeb10f86c5 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:59.788727 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:59.797057 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:59.819980 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Made reservation on behalf of e649cd4a2717425d910b52aeb10f86c5 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:31:59.824027 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:59.872872 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:31:59.902442 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:31:59.909421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Usage tracker for resource:security_group_rule and tenant:e649cd4a2717425d910b52aeb10f86c5 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:31:59.918480 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:31:59.927549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:31:59.930593 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Deleting port 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:31:59.930940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.131567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4354e-9fe4-47f6-b2ce-99d3014cf504 req-51754aba-dc0e-4f7d-aca8-25aa3294eafe tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:00.133055 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-acf4354e-9fe4-47f6-b2ce-99d3014cf504 req-51754aba-dc0e-4f7d-aca8-25aa3294eafe tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.2979901 May 19 23:32:00.210886 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] For port 59513e1d-0a65-4155-91fa-2962b46e2018, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=59513e1d-0a65-4155-91fa-2962b46e2018,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:00.211254 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.387711 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-acf4354e-9fe4-47f6-b2ce-99d3014cf504 req-f8bd54c1-62ad-4784-b91b-fc7b0e994b44 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413421 May 19 23:32:00.452218 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62ed25-3a16-47f7-9a74-05c1bbffb31a req-2ac10d17-8cdb-4677-8eb6-a327e3dfd7cf tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:00.453700 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc62ed25-3a16-47f7-9a74-05c1bbffb31a req-2ac10d17-8cdb-4677-8eb6-a327e3dfd7cf tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 947 time: 0.3930609 May 19 23:32:00.507464 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.537671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.547080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d97dc10a-23de-402d-90da-d0fa97275aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:00.688490 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e329d216-b873-4b78-8b93-a6e16f2d3016 req-2a60ca8e-03ed-4d56-accb-40e4ac52b505 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 210 time: 0.1458709 May 19 23:32:00.777569 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7796c-4c00-4d77-acfc-62fcf843d354,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:00.812280 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bc62ed25-3a16-47f7-9a74-05c1bbffb31a req-5359c816-db95-44ff-9ff3-7beacdea299a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a911247-689b-4f7b-bba9-c418a8baa91b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034036 May 19 23:32:00.813472 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.813930 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.814349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.814761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.815390 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.815501 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.815757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.816124 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.820065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.820065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.820065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.820065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:00.826116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:00.885150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.885609 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:00.885971 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Floating IP 294f279c-346b-44b7-9427-2eb4d86ac0c5 disassociated. External IP: 172.28.2.242, port: 59513e1d-0a65-4155-91fa-2962b46e2018. May 19 23:32:00.886308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Calling delete_port for 59513e1d-0a65-4155-91fa-2962b46e2018 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:00.930180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Allocated IP 192.168.233.218 (82c40599-764c-4e04-80e0-0a0b3067da75/0a30838f-7631-4364-b6b0-3e2576574487/5c461fdc-cba9-448b-9318-2ba7f5247642) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:01.083349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:01.098485 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:01.193861 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'Port': ['ID=59513e1d-0a65-4155-91fa-2962b46e2018,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:01.202086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:01.405440 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:01.430270 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Transition to ACTIVE for port object 5c461fdc-cba9-448b-9318-2ba7f5247642 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:01.445717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:01.596450 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:01.607512 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-cd923946-c3e4-4c86-adb2-44facf9adf84 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:01.750670 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Network 82c40599-764c-4e04-80e0-0a0b3067da75 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:01.759395 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:01.768817 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:01.802481 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:01.806199 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Pushing event updated for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:01.815986 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:01.830152 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:01.830782 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:31:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:01.841252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:02.011837 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548d90-a206-44be-9064-cd99b02360aa req-0c3529d8-379c-4cfe-ae71-16cefb9d8abd tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:02.019780 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-30548d90-a206-44be-9064-cd99b02360aa req-0c3529d8-379c-4cfe-ae71-16cefb9d8abd tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.5075707 May 19 23:32:02.066765 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:02.083173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] No DVR routers for this DVR port 59513e1d-0a65-4155-91fa-2962b46e2018 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:32:02.089941 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.094438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-deleted', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:02.135498 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:02.135729 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-23166fdf-e4f5-4c5d-a8ad-4de869660d66 None None] Provisioning for port 5c461fdc-cba9-448b-9318-2ba7f5247642 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:02.136128 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.143513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-23166fdf-e4f5-4c5d-a8ad-4de869660d66 None None] Provisioning complete for port 5c461fdc-cba9-448b-9318-2ba7f5247642 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:02.143923 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-23166fdf-e4f5-4c5d-a8ad-4de869660d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.178914 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-215c2f6e-810f-48ad-8a46-11748479bf7c req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "DELETE /v2.0/ports/59513e1d-0a65-4155-91fa-2962b46e2018 HTTP/1.1" status: 204 len: 173 time: 2.5211229 May 19 23:32:02.180067 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6495829 May 19 23:32:02.185172 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-30548d90-a206-44be-9064-cd99b02360aa req-dc7116ef-4ab1-4636-9b8c-b5f062861cf5 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646781 May 19 23:32:02.210406 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-23166fdf-e4f5-4c5d-a8ad-4de869660d66 None None] Port 5c461fdc-cba9-448b-9318-2ba7f5247642 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:02.212367 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-f2cfaf39-c927-4573-b5e0-9132608509d9 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:02.213149 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-f2cfaf39-c927-4573-b5e0-9132608509d9 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Synchronizing usage tracker for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:02.220902 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Request body: {'port': {'device_id': '4b1b50e2-c418-49e7-883f-871d5de97903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:02.321600 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-f2cfaf39-c927-4573-b5e0-9132608509d9 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Unset dirty status for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:02.324094 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-f2cfaf39-c927-4573-b5e0-9132608509d9 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 936 time: 0.5188954 May 19 23:32:02.483635 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-95e03d7c-5758-40f8-be85-150892c5a7ac req-80a95ab4-e18e-462b-91f2-fc86c84a1b16 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:02.513238 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.533589 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-d78abde5-2f60-4cfa-9827-c69b85f707a6 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Synchronizing usage tracker for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:02.535627 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:02.540775 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:02.561269 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:02.562746 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:31:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:02.574812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-95e03d7c-5758-40f8-be85-150892c5a7ac req-80a95ab4-e18e-462b-91f2-fc86c84a1b16 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:02.576125 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-95e03d7c-5758-40f8-be85-150892c5a7ac req-80a95ab4-e18e-462b-91f2-fc86c84a1b16 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=98e57b5d-35a3-46a8-b335-c3322b3ef552 HTTP/1.1" status: 200 len: 210 time: 0.1778281 May 19 23:32:02.602965 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-d78abde5-2f60-4cfa-9827-c69b85f707a6 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Unset dirty status for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:02.610176 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0a80e60d-a494-4eff-b88f-94e2f2747461 req-d78abde5-2f60-4cfa-9827-c69b85f707a6 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761035 May 19 23:32:02.703889 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e57b5d-35a3-46a8-b335-c3322b3ef552', 'name': 'network-vif-deleted', 'tag': '59513e1d-0a65-4155-91fa-2962b46e2018', 'status': 'completed', 'code': 200} May 19 23:32:02.787847 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:02.945932 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c461fdc-cba9-448b-9318-2ba7f5247642 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:02.954599 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.974277 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Transition to ACTIVE for port object 5c461fdc-cba9-448b-9318-2ba7f5247642 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:02.978449 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:02.984043 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:03.003299 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:32:03.056076 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 59513e1d-0a65-4155-91fa-2962b46e2018 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:32:03.056511 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 59513e1d-0a65-4155-91fa-2962b46e2018 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:32:03.171869 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Pushing event updated for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:03.202492 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:03.211230 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd1e24-74bb-4fb5-81dd-943c4a6cd2cc None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:03.211539 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:03.298810 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Attempting to bind port 5c461fdc-cba9-448b-9318-2ba7f5247642 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:03.299072 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Attempting to bind port 5c461fdc-cba9-448b-9318-2ba7f5247642 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:03.299583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Attempting to bind port 5c461fdc-cba9-448b-9318-2ba7f5247642 on network 82c40599-764c-4e04-80e0-0a0b3067da75 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:03.306924 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Port 5c461fdc-cba9-448b-9318-2ba7f5247642 on network 82c40599-764c-4e04-80e0-0a0b3067da75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:32:03.307353 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Attempting to bind port 5c461fdc-cba9-448b-9318-2ba7f5247642 on network 82c40599-764c-4e04-80e0-0a0b3067da75 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:03.318411 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:03.318762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Checking segment: {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:03.319174 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Bound using segment: {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:03.319574 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Bound port: 5c461fdc-cba9-448b-9318-2ba7f5247642, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfe8025-1784-4ef6-9379-314270b884f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:03.319970 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:03.528335 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3f406-f3c6-4f7b-a30f-866747a59176 None None] New status for floating IP 294f279c-346b-44b7-9427-2eb4d86ac0c5: DOWN {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:32:03.541920 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:03.561500 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c461fdc-cba9-448b-9318-2ba7f5247642,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:03.574116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3950725-6981-4a89-94b8-4f0dc954e08c req-3fe62fcd-e14e-414f-82d1-5122757eed47 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:03.575623 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f3950725-6981-4a89-94b8-4f0dc954e08c req-3fe62fcd-e14e-414f-82d1-5122757eed47 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.2089062 May 19 23:32:03.577779 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:03.581857 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1db78ff5-7daa-4c75-b4db-8fad590fadbf tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:03.673767 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:03.674375 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:03.675720 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] 10.222.0.58 "PUT /v2.0/ports/5c461fdc-cba9-448b-9318-2ba7f5247642 HTTP/1.1" status: 200 len: 1098 time: 1.4741051 May 19 23:32:03.691455 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-7068d43f-d936-4788-bd8a-8cc02374093b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:03.693927 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-7068d43f-d936-4788-bd8a-8cc02374093b tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 946 time: 0.2589443 May 19 23:32:03.714568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Pushing event updated for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:03.723151 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:03.860382 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f3950725-6981-4a89-94b8-4f0dc954e08c req-05ddc8f9-bb48-4dcc-80d4-5d097b802731 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93ed571-6ee1-47f6-8285-8b7185608140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368054 May 19 23:32:03.939701 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36624) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:04.008656 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.037337 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.053133 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea5236-b169-4ece-a3e1-414b9341c529 req-2c6213a2-ef3b-415c-93bf-121ee77ac020 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:04.054756 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-85ea5236-b169-4ece-a3e1-414b9341c529 req-2c6213a2-ef3b-415c-93bf-121ee77ac020 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 948 time: 0.2180347 May 19 23:32:04.063280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-f67b4064-2e2f-40a2-a559-f69c9c7d2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:04.064739 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-f67b4064-2e2f-40a2-a559-f69c9c7d2c9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e649cd4a2717425d910b52aeb10f86c5&device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 1101 time: 0.2852271 May 19 23:32:04.097286 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.101067 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0ca9f977-ad73-40cf-b968-4ca52ee5947d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:04.113597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a911247-689b-4f7b-bba9-c418a8baa91b,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:04.127098 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.127462 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.128112 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.131052 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.131911 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.132340 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.132698 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.133049 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.133396 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.133741 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.134090 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.134434 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:04.137853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:04.143612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.144870 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a911247-689b-4f7b-bba9-c418a8baa91b HTTP/1.1" status: 204 len: 168 time: 0.2034101 May 19 23:32:04.147572 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36628) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:04.164945 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.api.v2.resource [None req-66d6cec9-95df-4bdc-b9da-4819dffcfff7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] show failed (client error): The resource could not be found. May 19 23:32:04.166062 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-66d6cec9-95df-4bdc-b9da-4819dffcfff7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups/0a911247-689b-4f7b-bba9-c418a8baa91b HTTP/1.1" status: 404 len: 347 time: 0.0171602 May 19 23:32:04.169066 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36632) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:04.242410 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-f5aa0da6-ae48-46e1-b1ac-29233e27d8e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5c461fdc-cba9-448b-9318-2ba7f5247642 HTTP/1.1" status: 200 len: 217 time: 0.1615109 May 19 23:32:04.254680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Deleting port ab45c5cc-e878-43bf-831e-0fb2f84209de {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:32:04.255020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.350988 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-85ea5236-b169-4ece-a3e1-414b9341c529 req-59964dfe-be72-4f26-8cfe-78f1066edaa5 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850718 May 19 23:32:04.412413 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Deleting port 313c5a37-9068-4eab-908a-b551c1fa6796 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:32:04.412760 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.439166 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-b6658fee-2242-43d2-a3e3-e2391690ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:04.440662 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-b6658fee-2242-43d2-a3e3-e2391690ba2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a30838f-7631-4364-b6b0-3e2576574487 HTTP/1.1" status: 200 len: 843 time: 0.1879911 May 19 23:32:04.515052 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] For port ab45c5cc-e878-43bf-831e-0fb2f84209de, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ab45c5cc-e878-43bf-831e-0fb2f84209de,segment=NetworkSegment(51a545cd-0c4a-47df-9203-2faeb43cc97d),segment_id=51a545cd-0c4a-47df-9203-2faeb43cc97d)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:04.515346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.621644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.621972 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.648396 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Calling delete_port for ab45c5cc-e878-43bf-831e-0fb2f84209de owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:04.684168 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-62fde854-2f96-4133-a97d-74b827076576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:04.685653 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-62fde854-2f96-4133-a97d-74b827076576 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=82c40599-764c-4e04-80e0-0a0b3067da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2351882 May 19 23:32:04.711916 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:04.753767 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Calling delete_port for 313c5a37-9068-4eab-908a-b551c1fa6796 owned by network:floatingip {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:04.794595 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642', 'status': 'completed', 'code': 200} May 19 23:32:04.874277 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.878889 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3f89a8fc-abd8-4dd4-b598-21b6cf0c00d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:04.900587 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-4adbfae8-212b-434f-9eda-259e47c0275f service neutron] 10.222.0.58 "GET /v2.0/networks/82c40599-764c-4e04-80e0-0a0b3067da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064383 May 19 23:32:04.904521 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:04.910613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:04.916563 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['ab45c5cc-e878-43bf-831e-0fb2f84209de'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:32:04.927853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'Port': ['ID=313c5a37-9068-4eab-908a-b551c1fa6796,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:04.959629 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:04.998569 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Pushing event deleted for resources: {'Port': ['ID=ab45c5cc-e878-43bf-831e-0fb2f84209de,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:05.001534 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:05.018572 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.037195 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.042752 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c5015f77-99b7-44fc-bfcb-f645c7ccc0fd tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "DELETE /v2.0/floatingips/294f279c-346b-44b7-9427-2eb4d86ac0c5 HTTP/1.1" status: 204 len: 168 time: 0.8718183 May 19 23:32:05.130892 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fe3a4e1a-1308-499e-a725-26079ddae462 req-0fb477f5-f481-4591-bd47-80de364b842c tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca3355c5-d7c9-43e1-a47b-4eb2dfed3182 HTTP/1.1" status: 200 len: 210 time: 0.1365426 May 19 23:32:05.181218 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] No DVR routers for this DVR port ab45c5cc-e878-43bf-831e-0fb2f84209de on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:32:05.183930 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.211216 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f9a1a96b-baeb-48a0-ad94-fb1d68f29470 req-2cbb7049-e90c-47c9-a619-32726a9c149f tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] 10.222.0.58 "DELETE /v2.0/ports/ab45c5cc-e878-43bf-831e-0fb2f84209de HTTP/1.1" status: 204 len: 173 time: 1.4927576 May 19 23:32:05.245461 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80a277a4-661c-40c1-96bc-723d4f1ac005 req-c1d071e4-6fcc-422c-ac49-dbbb309c6fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/82c40599-764c-4e04-80e0-0a0b3067da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781117 May 19 23:32:05.313874 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36644) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:05.321305 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955536130', 'description': 'tempest-description--1730198262'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:05.328408 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:05.332994 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:05.336379 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:05.352786 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:05.376073 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.396346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-14a9d703-4515-47a4-917f-780c36b073df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:05.399953 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-14a9d703-4515-47a4-917f-780c36b073df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e649cd4a2717425d910b52aeb10f86c5&device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 1101 time: 0.1020358 May 19 23:32:05.414257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:05.424083 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:05.427343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:05.434162 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:05.509265 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.515533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.519398 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8e6efec2-c63e-4ef9-960e-c47d49806909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:05.560056 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908cd5e2-3f77-4935-8924-338dd74f9294,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:05.563170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:05.569500 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.571014 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2559271 May 19 23:32:05.574473 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36652) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:05.579745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group_rule': {'security_group_id': '908cd5e2-3f77-4935-8924-338dd74f9294', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:05.585493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:05.589768 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:05.592602 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:05.598186 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:05.600901 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-a308f688-a60f-46cf-a5f4-d0e75364169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:05.602407 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-a308f688-a60f-46cf-a5f4-d0e75364169a service neutron] 10.222.0.58 "GET /v2.0/networks?id=82c40599-764c-4e04-80e0-0a0b3067da75 HTTP/1.1" status: 200 len: 870 time: 0.1961427 May 19 23:32:05.614889 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.678190 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-54c6fcbc-a10d-465e-9c72-d1c96ab377b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5c461fdc-cba9-448b-9318-2ba7f5247642 HTTP/1.1" status: 200 len: 217 time: 0.0665045 May 19 23:32:05.679556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.683478 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.685489 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc3f1ae8-e2d8-4bcf-828f-00b0ede96e20 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:05.686420 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7d01a-c7e4-4218-8293-d57c816f9e59 req-998ed279-6ea1-47f9-a940-b8fa5e629f02 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:05.687912 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-82d7d01a-c7e4-4218-8293-d57c816f9e59 req-998ed279-6ea1-47f9-a940-b8fa5e629f02 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 948 time: 0.1863110 May 19 23:32:05.707161 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a01a3f-5c62-4dff-83ad-fef92efe4da3,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:05.718671 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:05.726202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.727398 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-82cdb660-e74b-44c7-a9f2-de5c2f722e0c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520686 May 19 23:32:05.730095 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36656) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:05.736081 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'security_group_rule': {'security_group_id': '908cd5e2-3f77-4935-8924-338dd74f9294', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:05.741739 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:05.746089 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:security_group_rule and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:05.749167 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:05.758173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:05.774414 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.801633 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-82d7d01a-c7e4-4218-8293-d57c816f9e59 req-8b6e9ef3-0fb0-4e5f-92e0-332ba15663c0 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064003 May 19 23:32:05.808249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-ca62887e-2880-4f95-9c1e-d7a3f318e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:05.809653 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-ca62887e-2880-4f95-9c1e-d7a3f318e057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0a30838f-7631-4364-b6b0-3e2576574487 HTTP/1.1" status: 200 len: 843 time: 0.0970838 May 19 23:32:05.858084 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.861720 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.863849 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bdf8de2c-5a23-44c6-bc4e-b351b5cda320 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:05.891711 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd769f5c-4828-42a5-9672-96a40daae6ae,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:05.897088 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:05.903215 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-b043847c-323b-4ac6-bea1-7a250018d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:05.904719 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-b043847c-323b-4ac6-bea1-7a250018d5c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=82c40599-764c-4e04-80e0-0a0b3067da75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0882695 May 19 23:32:05.908519 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:05.909679 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785197 May 19 23:32:05.912803 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36660) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:05.917852 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:05.923692 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:05.927484 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:floatingip and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:05.930557 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:05.937801 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:05.949321 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.092355 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.127729 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-5a4f62af-1851-4128-9a2c-f1502e8722e2 service neutron] 10.222.0.58 "GET /v2.0/networks/82c40599-764c-4e04-80e0-0a0b3067da75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153783 May 19 23:32:06.245215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Allocated IP 172.28.2.4 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/55686a08-4508-43e6-b690-2d98dc69e32e) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:06.276331 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5d94cd97-6a0f-4feb-8406-0efb9b67530a req-3961559d-bb87-4e8d-93bd-cc4ccbc19fe1 service neutron] 10.222.0.58 "GET /v2.0/networks/82c40599-764c-4e04-80e0-0a0b3067da75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406965 May 19 23:32:06.398324 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.431316 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.435366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:06.506410 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:06.510077 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:06.512384 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=55686a08-4508-43e6-b690-2d98dc69e32e,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:06.514459 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:06.548503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:06.616520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.684549 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.795570 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'name': 'network-vif-deleted', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:06.859291 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3355c5-d7c9-43e1-a47b-4eb2dfed3182', 'name': 'network-vif-deleted', 'tag': 'ab45c5cc-e878-43bf-831e-0fb2f84209de', 'status': 'completed', 'code': 200} May 19 23:32:06.890168 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.893785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:06.898376 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:07.003536 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8cacf-7840-46b3-99a3-84678ec964bb req-d2fff176-95f0-4262-8590-78dda523d34e tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:07.005194 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5c461fdc-cba9-448b-9318-2ba7f5247642 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:32:07.005696 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-03d8cacf-7840-46b3-99a3-84678ec964bb req-d2fff176-95f0-4262-8590-78dda523d34e tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 948 time: 0.0836034 May 19 23:32:07.008945 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=55686a08-4508-43e6-b690-2d98dc69e32e,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:07.009866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device ab45c5cc-e878-43bf-831e-0fb2f84209de no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:32:07.017214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:07.021222 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:07.042326 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:07.051475 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1295426 May 19 23:32:07.054767 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-03d8cacf-7840-46b3-99a3-84678ec964bb req-69392508-d889-4d0e-8ab0-fc7a8e6b01a5 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 May 19 23:32:07.097280 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: ab45c5cc-e878-43bf-831e-0fb2f84209de {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:32:07.097626 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device ab45c5cc-e878-43bf-831e-0fb2f84209de not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:32:07.224060 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c461fdc-cba9-448b-9318-2ba7f5247642,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:07.238627 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '5c461fdc-cba9-448b-9318-2ba7f5247642', 'network_id': '82c40599-764c-4e04-80e0-0a0b3067da75', 'port_id': '5c461fdc-cba9-448b-9318-2ba7f5247642', 'mac_address': 'fa:16:3e:c5:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a30838f-7631-4364-b6b0-3e2576574487', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:32:07.272571 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-ac8c6eea-ff72-4017-980e-196993c9f15b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--955536130&fields=id&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 267 time: 0.0429184 May 19 23:32:07.294263 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:07.311349 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c461fdc-cba9-448b-9318-2ba7f5247642 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:07.327644 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c461fdc-cba9-448b-9318-2ba7f5247642,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:07.331601 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:07.334395 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:07.402948 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:07.406393 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:07.425808 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-ffe8c503-b46d-4d9d-b398-35252c250e64 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:07.427221 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-ffe8c503-b46d-4d9d-b398-35252c250e64 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 816 time: 0.1458426 May 19 23:32:07.441792 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-383cdd47-eead-4c3e-8346-68482c498a67 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/quotas/1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 375 time: 0.0085311 May 19 23:32:07.525015 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-fc499cc9-336b-4c95-9b73-710d22c1a34e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783165 May 19 23:32:07.556599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['5c461fdc-cba9-448b-9318-2ba7f5247642'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:32:07.668920 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-290c0c23-5037-4400-b3e8-8d3d94b9765a service neutron] 10.222.0.48 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324022 May 19 23:32:07.807500 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9a52f8cf-e3ff-43ee-8429-20dc01fd7b20 service neutron] 10.222.0.48 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311619 May 19 23:32:07.989914 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ca26cde9-690e-4e09-adeb-bef61c098bf7 req-063dfce0-d0c8-4c5b-9693-abb2cf72a237 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 210 time: 0.0448527 May 19 23:32:08.257708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637c528-a752-4c88-b65e-01a97a7c3552 req-c11b8d7e-329b-4e7c-af3c-f7af14c06900 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:08.259319 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2637c528-a752-4c88-b65e-01a97a7c3552 req-c11b8d7e-329b-4e7c-af3c-f7af14c06900 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 949 time: 0.0856636 May 19 23:32:08.305879 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2637c528-a752-4c88-b65e-01a97a7c3552 req-a412ca70-2037-48c1-93a5-3ec12edcd109 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 19 23:32:09.018883 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5c461fdc-cba9-448b-9318-2ba7f5247642 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:09.111974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-3e5a79b3-df24-4de1-b910-37e19612146a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:09.113515 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-3e5a79b3-df24-4de1-b910-37e19612146a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 816 time: 0.1576476 May 19 23:32:09.126383 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 5c461fdc-cba9-448b-9318-2ba7f5247642 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:09.154432 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 5c461fdc-cba9-448b-9318-2ba7f5247642 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:09.154878 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:09.170568 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-b51471dd-7190-4e8f-80ef-b624249af116 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 379 time: 0.0463877 May 19 23:32:09.180042 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'port': {'device_id': '0a479c34-f477-4af6-bcc9-af7844537749', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'admin_state_up': True, 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'security_groups': ['908cd5e2-3f77-4935-8924-338dd74f9294']}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:09.270362 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-77114876-f04a-4c10-9a26-efbd0a9c7d6e req-5f2ac3a9-f90c-464c-83fa-3edd4da6ae26 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 210 time: 0.0754991 May 19 23:32:09.308143 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:09.335670 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:09.363727 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c461fdc-cba9-448b-9318-2ba7f5247642,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:09.370094 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:09.372090 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:09.410766 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:09.417839 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Usage tracker for resource:port and tenant:1aa4a1f3a8914d4889b2fb7f8910b979 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:09.418054 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642', 'code': 200} May 19 23:32:09.421918 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:09.428743 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:09.453307 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:09.456862 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Made reservation on behalf of 1aa4a1f3a8914d4889b2fb7f8910b979 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:09.457176 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:09.461375 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:09.821223 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d513e4-db97-4c07-b29e-ffd214ec1a33 req-3ac483de-49bf-451d-bd07-ab06cd2e6eba tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:09.822743 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80d513e4-db97-4c07-b29e-ffd214ec1a33 req-3ac483de-49bf-451d-bd07-ab06cd2e6eba tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 950 time: 0.3490214 May 19 23:32:09.827300 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59a4f5-8e1b-44a1-8e89-00bbf6672552 req-c9df3a4b-5674-4ff5-a79d-e571a6650aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:09.828683 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ba59a4f5-8e1b-44a1-8e89-00bbf6672552 req-c9df3a4b-5674-4ff5-a79d-e571a6650aa0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 1103 time: 0.1934993 May 19 23:32:09.866368 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Allocated IP 172.20.0.3 (bd0ed64e-b239-4379-8e22-bc15ef9c95c6/a0a0e3f1-9436-430b-8d71-fccde8a2dea0/3b583e8b-401a-47a1-9075-23de903c347e) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:09.912919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-80d513e4-db97-4c07-b29e-ffd214ec1a33 req-d05291f9-cfe9-4356-977c-c41704da7b6b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832937 May 19 23:32:09.921233 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ba59a4f5-8e1b-44a1-8e89-00bbf6672552 req-dcc8d9dc-7e44-4f2c-a8ba-56dbc4a6bb26 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726228 May 19 23:32:10.099148 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.115878 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Transition to ACTIVE for port object 3b583e8b-401a-47a1-9075-23de903c347e will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:10.141418 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.147165 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-824f076a-9cf0-40c4-b5cd-2d04b4ef1ec5 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:10.210961 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:10.214075 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:10.217905 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:10.257157 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:10.266172 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:10.287571 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:10.288210 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.315228 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1392455 May 19 23:32:10.330013 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Request body: {'port': {'device_id': '0a479c34-f477-4af6-bcc9-af7844537749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:10.464151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3d8496cf-4ea2-435c-b3b9-da76e2bef4f4 None None] Provisioning for port 3b583e8b-401a-47a1-9075-23de903c347e completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:10.468937 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3d8496cf-4ea2-435c-b3b9-da76e2bef4f4 None None] Provisioning complete for port 3b583e8b-401a-47a1-9075-23de903c347e triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:10.469312 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3d8496cf-4ea2-435c-b3b9-da76e2bef4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.496611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.524064 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-3d8496cf-4ea2-435c-b3b9-da76e2bef4f4 None None] Port 3b583e8b-401a-47a1-9075-23de903c347e cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:10.584473 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ce733-31e3-49cd-9585-83b9cad6ab95 req-3df9fb49-3941-4fb5-946d-787e98000529 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:10.585171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-476ce733-31e3-49cd-9585-83b9cad6ab95 req-3df9fb49-3941-4fb5-946d-787e98000529 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:10.653704 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-476ce733-31e3-49cd-9585-83b9cad6ab95 req-3df9fb49-3941-4fb5-946d-787e98000529 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:10.654754 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-476ce733-31e3-49cd-9585-83b9cad6ab95 req-3df9fb49-3941-4fb5-946d-787e98000529 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 931 time: 0.2399669 May 19 23:32:10.785796 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-476ce733-31e3-49cd-9585-83b9cad6ab95 req-d5b7140d-0e4c-4dde-b34e-5398cf04ee89 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246662 May 19 23:32:10.963780 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:10.973950 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.986356 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Transition to ACTIVE for port object 3b583e8b-401a-47a1-9075-23de903c347e will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:10.993305 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:10.999527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3e195b64-35cd-46c4-8bda-28edbdeb800b tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:11.193301 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:11.227829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:11.310291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8088e-f5e9-41ad-a997-940c8b9e7048 req-d1eb2f89-f20c-41ec-9ead-4eff7cf26a20 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:11.311836 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5ae8088e-f5e9-41ad-a997-940c8b9e7048 req-d1eb2f89-f20c-41ec-9ead-4eff7cf26a20 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 950 time: 0.2689664 May 19 23:32:11.351996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Attempting to bind port 3b583e8b-401a-47a1-9075-23de903c347e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:11.352334 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Attempting to bind port 3b583e8b-401a-47a1-9075-23de903c347e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:11.352668 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Attempting to bind port 3b583e8b-401a-47a1-9075-23de903c347e on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:11.365573 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Port 3b583e8b-401a-47a1-9075-23de903c347e on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:32:11.365897 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Attempting to bind port 3b583e8b-401a-47a1-9075-23de903c347e on network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:11.377619 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:11.378028 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Checking segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:11.378419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Bound using segment: {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:11.378849 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Bound port: 3b583e8b-401a-47a1-9075-23de903c347e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c421b27-4b8a-4a3c-9047-4790d45426af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:11.379204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:11.391952 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5ae8088e-f5e9-41ad-a997-940c8b9e7048 req-c6294f73-dda4-4037-9b50-5fbc03038643 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701263 May 19 23:32:11.476283 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:11.480016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:11.485651 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:11.489956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:11.636411 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:11.636966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:11.638333 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] 10.222.0.58 "PUT /v2.0/ports/3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 1093 time: 1.3128448 May 19 23:32:11.638825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:11.658604 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:11.669546 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:11.779191 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'status': 'completed', 'code': 200} May 19 23:32:11.909468 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-7feeabb2-e357-4565-8aff-63d592f07312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:11.911134 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-7feeabb2-e357-4565-8aff-63d592f07312 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1096 time: 0.2020483 May 19 23:32:12.019962 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-290405e8-38f6-4c79-816e-27d748e8b69e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 217 time: 0.1001103 May 19 23:32:12.033306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c662ae-0c93-4091-9cd4-a752eebfe304 req-4bdb6dda-df69-4179-ac1e-d82e18b61747 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.034688 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f8c662ae-0c93-4091-9cd4-a752eebfe304 req-4bdb6dda-df69-4179-ac1e-d82e18b61747 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 950 time: 0.2247386 May 19 23:32:12.138035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-1a490166-46ce-4718-91f1-65b01ad53128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.139443 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-1a490166-46ce-4718-91f1-65b01ad53128 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.1024466 May 19 23:32:12.148124 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f8c662ae-0c93-4091-9cd4-a752eebfe304 req-4221e2ad-6d42-469d-b4ed-6e52e9f5dfc5 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 May 19 23:32:12.202552 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb30678-d5ca-4575-8225-2c5117b84a85 req-ab7deb2f-c43c-42cf-b5ac-da74bf988b4c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.204016 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7eb30678-d5ca-4575-8225-2c5117b84a85 req-ab7deb2f-c43c-42cf-b5ac-da74bf988b4c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.2363312 May 19 23:32:12.261436 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7eb30678-d5ca-4575-8225-2c5117b84a85 req-b6856e03-410e-4716-9d7f-f0847a6c606a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508273 May 19 23:32:12.266558 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-5027de48-4e7c-455f-81da-10edb03836f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.268073 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-5027de48-4e7c-455f-81da-10edb03836f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190281 May 19 23:32:12.403785 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-7a800e2f-bb6e-4c9c-bc18-df511a40729c service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247528 May 19 23:32:12.545013 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f22629c8-90f3-4de3-9dce-e18f4f87a2c2 req-3d58b0b8-9fde-485b-babf-5fa99e0e958e service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345208 May 19 23:32:12.666199 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-050d2fea-b499-4ed9-8363-a2ab2b819e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.668558 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-050d2fea-b499-4ed9-8363-a2ab2b819e37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1096 time: 0.0778875 May 19 23:32:12.808541 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-b03e579c-5eb5-4524-bebc-20c3a5cbc8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.809917 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-b03e579c-5eb5-4524-bebc-20c3a5cbc8cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.1274302 May 19 23:32:12.877739 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-6e6f97d2-c62d-4ab7-9057-5e978ebe227f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 217 time: 0.0609202 May 19 23:32:12.946740 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-2d18dc05-fe07-470a-ac6e-5d11d692d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:12.948748 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-2d18dc05-fe07-470a-ac6e-5d11d692d3f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0643353 May 19 23:32:13.035107 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-550e50d4-facf-4123-a0d1-cdbc8a1fd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:13.036597 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-550e50d4-facf-4123-a0d1-cdbc8a1fd92a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800314 May 19 23:32:13.170924 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-52957bda-9092-4ab5-8ac2-8166f1a90061 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242864 May 19 23:32:13.515992 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e2b760d5-6f9e-4913-86d2-967293ec398c req-cd21d077-13e5-456e-8e8f-e572f4505870 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379340 May 19 23:32:13.530680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-5e851cbb-fbc1-4662-8930-676163f0f294 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:13.532090 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-5e851cbb-fbc1-4662-8930-676163f0f294 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 950 time: 0.3229771 May 19 23:32:13.626232 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b276-e48b-47a4-a435-6398fd30e6d6 req-4e7b9d05-21c2-4401-94de-f882c571f541 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:13.627649 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f354b276-e48b-47a4-a435-6398fd30e6d6 req-4e7b9d05-21c2-4401-94de-f882c571f541 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 950 time: 0.3263025 May 19 23:32:13.740435 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f354b276-e48b-47a4-a435-6398fd30e6d6 req-175f20a7-8ec4-4f73-bacb-2701e01a0772 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/security-groups?id=cbb7796c-4c00-4d77-acfc-62fcf843d354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017427 May 19 23:32:13.765779 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d970d-90f4-417a-ab67-1efe46f6335c req-3e701c14-75d1-4a86-a6d7-a70b108c21d5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:13.767224 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-270d970d-90f4-417a-ab67-1efe46f6335c req-3e701c14-75d1-4a86-a6d7-a70b108c21d5 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.2333944 May 19 23:32:13.820804 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-270d970d-90f4-417a-ab67-1efe46f6335c req-6bfca12a-f573-4bd4-9b35-4b0ebdae4430 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471129 May 19 23:32:13.822305 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Deleting port 5c461fdc-cba9-448b-9318-2ba7f5247642 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:32:13.823251 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:13.964524 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] For port 5c461fdc-cba9-448b-9318-2ba7f5247642, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5c461fdc-cba9-448b-9318-2ba7f5247642,segment=NetworkSegment(cdfe8025-1784-4ef6-9379-314270b884f4),segment_id=cdfe8025-1784-4ef6-9379-314270b884f4)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:13.964892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:14.090833 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Calling delete_port for 5c461fdc-cba9-448b-9318-2ba7f5247642 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:14.207293 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:14.215988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-23418082-ca15-45d5-9b29-9ff4bee88477 tempest-ServerRescueNegativeTestJSON-1670316224 tempest-ServerRescueNegativeTestJSON-1670316224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:14.219688 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['5c461fdc-cba9-448b-9318-2ba7f5247642'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:32:14.296598 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Pushing event deleted for resources: {'Port': ['ID=5c461fdc-cba9-448b-9318-2ba7f5247642,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:14.299180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:14.346737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] No DVR routers for this DVR port 5c461fdc-cba9-448b-9318-2ba7f5247642 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:32:14.349726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:14.355406 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'name': 'network-vif-deleted', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:14.371635 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d338afcf-4507-4ac1-b7e2-5d210f04708a req-12b98c45-2446-4371-b644-9ab1c5006a5d tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.58 "DELETE /v2.0/ports/5c461fdc-cba9-448b-9318-2ba7f5247642 HTTP/1.1" status: 204 len: 173 time: 0.8023825 May 19 23:32:14.409662 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1b50e2-c418-49e7-883f-871d5de97903', 'name': 'network-vif-deleted', 'tag': '5c461fdc-cba9-448b-9318-2ba7f5247642', 'status': 'completed', 'code': 200} May 19 23:32:14.913325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-8765048e-2d3a-4ddb-ab58-366c69dc9298 req-404be488-eb87-4d9a-a532-2eb507345530 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Synchronizing usage tracker for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:14.935756 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-8765048e-2d3a-4ddb-ab58-366c69dc9298 req-404be488-eb87-4d9a-a532-2eb507345530 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Unset dirty status for tenant:e649cd4a2717425d910b52aeb10f86c5 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:14.937534 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8765048e-2d3a-4ddb-ab58-366c69dc9298 req-404be488-eb87-4d9a-a532-2eb507345530 tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1b50e2-c418-49e7-883f-871d5de97903 HTTP/1.1" status: 200 len: 210 time: 0.0762637 May 19 23:32:15.021486 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc49bb-e61b-424d-8da3-a0d18b1b1dba req-1c495b2a-981e-4a69-ad6f-4236a4faa752 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:15.022935 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6adc49bb-e61b-424d-8da3-a0d18b1b1dba req-1c495b2a-981e-4a69-ad6f-4236a4faa752 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.0845296 May 19 23:32:15.043745 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:32:15.080250 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6adc49bb-e61b-424d-8da3-a0d18b1b1dba req-afedf003-c624-4276-ba76-030e764502f2 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514789 May 19 23:32:15.175783 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:15.188562 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '3b583e8b-401a-47a1-9075-23de903c347e', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:32:15.245259 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:15.261824 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:15.278052 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:15.282077 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:15.283774 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:15.351381 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:15.359097 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.359449 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.359814 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.360156 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.360488 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.360820 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.361145 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.361469 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.361792 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.362117 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.362434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.362753 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:15.366725 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:15.511859 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['3b583e8b-401a-47a1-9075-23de903c347e'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:32:15.704884 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ea1f276b-d16d-4a4d-9d38-1420ca82e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:15.750486 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-5628c21a-d05e-4ee3-8d15-eeb392e08dad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725992 May 19 23:32:15.843556 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-a5c113ec-ed4a-48b6-a87a-be9d78353e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:15.845038 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-a5c113ec-ed4a-48b6-a87a-be9d78353e59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 1099 time: 0.0709827 May 19 23:32:15.992161 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-d2ad3418-2207-43d9-9799-e4bbbb2d4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:15.993748 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-d2ad3418-2207-43d9-9799-e4bbbb2d4347 service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.1291468 May 19 23:32:16.108146 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-a7f59a1c-9a48-4185-abae-5593a5b45cc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 200 len: 1001 time: 0.1069267 May 19 23:32:16.183866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-11c715c5-3e84-4bd2-b12c-bcf125c60de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:16.186069 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-11c715c5-3e84-4bd2-b12c-bcf125c60de5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0718307 May 19 23:32:16.391551 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-ab660da5-ccb7-4096-b6dd-efe556da7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:16.393055 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-ab660da5-ccb7-4096-b6dd-efe556da7edb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2005293 May 19 23:32:16.427517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150cba4-d7b1-4cfc-8419-84c03f72e570 req-3bc683e0-68f8-4015-8185-88adbadc47c8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:16.428951 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8150cba4-d7b1-4cfc-8419-84c03f72e570 req-3bc683e0-68f8-4015-8185-88adbadc47c8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 944 time: 0.2066774 May 19 23:32:16.546303 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8150cba4-d7b1-4cfc-8419-84c03f72e570 req-15a28d4d-6998-4901-9b9b-3c745c5f9fb7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067419 May 19 23:32:16.572704 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-7c478412-f53c-4cb1-bf56-daf7d75bd66d service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723170 May 19 23:32:16.708917 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-127e596b-5a0f-4d4f-9c15-8623c204e55f req-086296cc-3aa5-4125-854d-a7bd57362822 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293726 May 19 23:32:17.045852 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:17.136939 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 3b583e8b-401a-47a1-9075-23de903c347e completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:17.143294 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 3b583e8b-401a-47a1-9075-23de903c347e triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:17.143723 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.159053 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 36928) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:17.284202 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.287296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.303690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:17.308142 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Usage tracker for resource:security_group_rule and tenant:aec6114c041a45628014c06eb3caada5 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:17.311138 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:17.317140 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:17.326275 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:17.334318 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.339177 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:17.343510 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.344480 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5c461fdc-cba9-448b-9318-2ba7f5247642 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:32:17.374120 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:17.416717 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'code': 200} May 19 23:32:17.421533 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 5c461fdc-cba9-448b-9318-2ba7f5247642 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:32:17.421872 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 5c461fdc-cba9-448b-9318-2ba7f5247642 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:32:17.431347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.436415 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.445090 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e0f48529-6bf7-42dc-ac4e-9b831ba786e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:17.461302 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:17.471343 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:17.487904 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aec6114c041a45628014c06eb3caada5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277681 May 19 23:32:17.488914 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacdd6f-851f-4fe3-93c2-46eac763d73b,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:17.490678 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 36950) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:17.492431 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:17.562832 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.595876 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.656734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.656991 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f647c5f-861d-4d72-b9c4-c7bed95bcd6a req-dd5ace68-f862-4223-9fb7-55f8472c711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:17.658439 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f647c5f-861d-4d72-b9c4-c7bed95bcd6a req-dd5ace68-f862-4223-9fb7-55f8472c711d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1098 time: 0.0922210 May 19 23:32:17.663143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d64eeb6b-1d45-4621-9f16-97b2f7f3d836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:17.678561 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:17.680216 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aacdd6f-851f-4fe3-93c2-46eac763d73b HTTP/1.1" status: 204 len: 168 time: 0.1869416 May 19 23:32:17.681351 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacdd6f-851f-4fe3-93c2-46eac763d73b,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:17.692619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:17.761002 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7f647c5f-861d-4d72-b9c4-c7bed95bcd6a req-f9981728-d50d-4c75-9b0d-ca6f6d0409e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957260 May 19 23:32:17.792186 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e28e0-99a8-4cca-a090-64fccd92d744 req-fe8dde5d-ad23-48c6-a6fd-5facdcc509a7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:17.794458 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0a7e28e0-99a8-4cca-a090-64fccd92d744 req-fe8dde5d-ad23-48c6-a6fd-5facdcc509a7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1067476 May 19 23:32:17.848184 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0a7e28e0-99a8-4cca-a090-64fccd92d744 req-29fa905b-84bb-4212-9342-5220037ceaf7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473852 May 19 23:32:18.287729 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:18.395290 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8503bd2d-055e-4d48-b1b5-ddc7cb13177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:19.040019 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c19a-3f69-4df6-9667-f50aabf025a4 req-34a22453-fe7a-41eb-99f9-78acd55ecb6c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:19.041494 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f123c19a-3f69-4df6-9667-f50aabf025a4 req-34a22453-fe7a-41eb-99f9-78acd55ecb6c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0801928 May 19 23:32:19.086588 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f123c19a-3f69-4df6-9667-f50aabf025a4 req-11060a1e-9f06-4b1c-9001-6418b2b302e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 May 19 23:32:19.266395 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:19.273108 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0205-2277-4668-9c0d-7e856e06e701 req-c9f4fa03-8246-471d-ba1d-6f649aa2345f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:19.274955 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92be0205-2277-4668-9c0d-7e856e06e701 req-c9f4fa03-8246-471d-ba1d-6f649aa2345f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0860586 May 19 23:32:19.283656 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37074) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:19.289375 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Request body: {'floatingip': {'port_id': '3b583e8b-401a-47a1-9075-23de903c347e'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:19.374438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:20.240576 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:20.244400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:20.407162 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Floating IP 9e1c1ed9-6acf-433f-b722-ae066cfb356f associated. External IP: 172.28.2.4, port: 3b583e8b-401a-47a1-9075-23de903c347e. May 19 23:32:20.752769 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:20.821061 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:20.934551 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:20.940115 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:32:20.947379 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:20.947726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:20.957111 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:20.957930 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:21.007443 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-bbd98021-c4a8-4010-9000-436d3615fbe1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "PUT /v2.0/floatingips/9e1c1ed9-6acf-433f-b722-ae066cfb356f HTTP/1.1" status: 200 len: 989 time: 1.7199500 May 19 23:32:21.007443 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:21.057725 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'status': 'completed', 'code': 200} May 19 23:32:21.161377 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-07a68dbf-dc94-472f-98c2-fef00023ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:21.162793 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-07a68dbf-dc94-472f-98c2-fef00023ffa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1098 time: 0.0778844 May 19 23:32:21.199333 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:21.228473 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37126) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:21.304738 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-89e2d1e5-e7d5-4be5-8935-22336075f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:21.306189 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-89e2d1e5-e7d5-4be5-8935-22336075f6bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.1363204 May 19 23:32:21.386183 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1b90376a-33bc-443b-a96a-6d3ad6b6bc83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e649cd4a2717425d910b52aeb10f86c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556976 May 19 23:32:21.388237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37132) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:21.449446 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:21.476683 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:21.504346 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-f8527838-a299-48f4-a117-62fa5b7f2da7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 997 time: 0.1906285 May 19 23:32:21.537707 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:21.542922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-66563ed3-59fe-49e2-a413-b3e8d6e9d606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:21.555639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '9e1c1ed9-6acf-433f-b722-ae066cfb356f', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a479c34-f477-4af6-bcc9-af7844537749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:06Z', 'updated_at': '2021-05-19T23:32:20Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:21.559359 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7796c-4c00-4d77-acfc-62fcf843d354,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:21.560645 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:21.563944 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:21.575563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:21.578010 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbb7796c-4c00-4d77-acfc-62fcf843d354 HTTP/1.1" status: 204 len: 168 time: 0.1887083 May 19 23:32:21.582840 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-b888bdb7-1f30-49b2-853e-211b23bf97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:21.584349 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-b888bdb7-1f30-49b2-853e-211b23bf97f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0724971 May 19 23:32:21.585408 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:21.586100 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:21.663325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-2ab2f3af-e1d2-4488-8119-e88f7baad911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:21.664847 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-2ab2f3af-e1d2-4488-8119-e88f7baad911 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733972 May 19 23:32:21.768755 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:21.799028 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-1895a10c-cdf0-4b87-b4f4-78bdf23b406d service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263623 May 19 23:32:21.958541 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e16533bb-d198-43e7-b524-dcea911fbcd4 req-a7a65400-b5e4-43df-a42b-9c07380567ce service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517510 May 19 23:32:22.153537 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '9e1c1ed9-6acf-433f-b722-ae066cfb356f', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a479c34-f477-4af6-bcc9-af7844537749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:06Z', 'updated_at': '2021-05-19T23:32:20Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:22.160248 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31989b2-382e-421c-b7af-11ca76ef874a None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '9e1c1ed9-6acf-433f-b722-ae066cfb356f', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a479c34-f477-4af6-bcc9-af7844537749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:06Z', 'updated_at': '2021-05-19T23:32:20Z', 'revision_number': 1, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:22.332375 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37164) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:22.364041 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880fd889-2e07-4122-8d28-db2a1f856214 None None] New status for floating IP 9e1c1ed9-6acf-433f-b722-ae066cfb356f: ACTIVE {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:32:22.437510 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-266531139-network', 'tenant_id': '735c05814e504fb28283df25a71fcf4c'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:22.441985 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:22.446056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Usage tracker for resource:network and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:22.449741 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:22.456058 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:22.466150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Made reservation on behalf of 735c05814e504fb28283df25a71fcf4c for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:22.468565 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.481299 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.496446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:22.500715 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:22.503469 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:22.509128 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:22.601520 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.606351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.610683 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-db14d3d8-e4aa-495f-9b67-4d849b128d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:22.634545 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:32:22.647969 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13375dbb-a4aa-4c59-9a1b-98b870c55ae4,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:22.652597 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:22.653513 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.653856 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Added segment ee288e0a-593a-459f-84f1-29f6237288a7 of type vlan for network ea37325d-e90f-427b-81ba-4f071d66ade9 May 19 23:32:22.679059 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.707454 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.708845 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:22.709421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:22.714708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:22.811855 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4783771 May 19 23:32:22.812770 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Pushing event updated for resources: {'Network': ['ID=ea37325d-e90f-427b-81ba-4f071d66ade9,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:22.814729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37170) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:22.815901 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:22.820659 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Request body: {'subnet': {'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-266531139-subnet', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:22.822972 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network ea37325d-e90f-427b-81ba-4f071d66ade9 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:32:22.825438 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:22.829789 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Usage tracker for resource:subnet and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:22.832612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:22.838229 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:22.848454 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Made reservation on behalf of 735c05814e504fb28283df25a71fcf4c for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:22.850657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32382340'] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.317464 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32145120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32382390'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.322129 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fd470f2a-6951-4153-bb85-97a601e8e366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:23.397743 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ed9db2-fc59-4b43-8cd0-628a478c17d5,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:23.401311 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:23.407157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Checking segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:23.407515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Network hostable DHCP agents. Network: ea37325d-e90f-427b-81ba-4f071d66ade9, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:32:23.425361 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Network ea37325d-e90f-427b-81ba-4f071d66ade9 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:32:23.434586 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, ea37325d-e90f-427b-81ba-4f071d66ade9) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:23.444737 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd26ed1-1f5b-40bd-8c78-92acc808d631 None None] Network ea37325d-e90f-427b-81ba-4f071d66ade9 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:32:23.445250 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:23.445870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.470531 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-ab70cebc-02e6-47ce-b567-56ded774ce05 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6522391 May 19 23:32:23.470795 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37194) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:23.476003 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:23.481557 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:23.488364 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Usage tracker for resource:router and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:23.491623 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:23.498654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:23.510255 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.511343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.535576 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.707649 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-ea37325d-e90f-427b-81ba-4f071d66ade9', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:32:23.708730 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.819092 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:23.859769 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Allocated IP 172.20.0.2 (ea37325d-e90f-427b-81ba-4f071d66ade9/68ed9db2-fc59-4b43-8cd0-628a478c17d5/9467e9c5-11a3-49cf-8c53-4f5a27bd8e69) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:24.057651 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.067556 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Transition to ACTIVE for port object 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:24.086697 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Transition to ACTIVE for port object 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:24.092186 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.096375 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:24.128270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.159884 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.169242 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Network ea37325d-e90f-427b-81ba-4f071d66ade9 is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:24.172489 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:24.176955 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:24.250225 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Pushing event updated for resources: {'Port': ['ID=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:24.259437 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:24.279683 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Attempting to bind port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:24.280172 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Attempting to bind port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:24.280636 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Attempting to bind port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 on network ea37325d-e90f-427b-81ba-4f071d66ade9 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:24.286542 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:24.287038 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Checking segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:24.287582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.288134 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Bound using segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:24.288617 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Bound port: 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:24.289003 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.307417 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Allocated IP 172.28.2.176 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/f7f8a106-3e02-472d-a9db-87a2b914df8a) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:24.379443 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] For port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:24.383995 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] For port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:24.388637 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.398150 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:24.458059 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.486921 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Pushing event updated for resources: {'Port': ['ID=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:24.490899 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:24.493336 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:24.501544 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:24.561318 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:24.564219 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:24.567985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:24.688098 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a86851-b42f-4b8a-afb8-f64e8fb72643 req-0d117bac-f3cc-4100-a299-5103c1480a46 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:24.695646 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0a86851-b42f-4b8a-afb8-f64e8fb72643 req-0d117bac-f3cc-4100-a299-5103c1480a46 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.0975318 May 19 23:32:24.710973 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f8a106-3e02-472d-a9db-87a2b914df8a,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:24.718651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:24.770345 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c0a86851-b42f-4b8a-afb8-f64e8fb72643 req-3287c7e9-868a-4cb8-852f-8e33f01c8167 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732300 May 19 23:32:25.125175 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:25.459462 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:25.480238 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b97e26-d6f1-4eee-9a58-ffb626653a9b None None] Network ea37325d-e90f-427b-81ba-4f071d66ade9 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:32:25.570366 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-ecb59f66-5c1b-4ccc-8d44-e86752f3f229 None None] Provisioning for port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:25.669558 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Router 8b4b493f-fe81-4237-a3aa-c68190237495 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:32:25.847131 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:25.858071 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Sync routers for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:25.871877 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:25.874595 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:25.878936 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:25.881020 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4089410 May 19 23:32:25.883498 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37224) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:25.946837 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37228) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:26.012854 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Deleting subnet 4d506765-827a-48b7-bb8e-414a62e1de21 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:32:26.018370 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.067759 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:26.086823 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.176306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc251c-4a8f-46df-ac44-b4a0a291a07e req-91b493a3-8410-44db-a01f-858e42af02de tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:26.177765 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-38cc251c-4a8f-46df-ac44-b4a0a291a07e req-91b493a3-8410-44db-a01f-858e42af02de tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.2721996 May 19 23:32:26.180789 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.262869 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:26.288309 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-38cc251c-4a8f-46df-ac44-b4a0a291a07e req-7fed68d8-2c49-41be-916f-82ff3bc822c8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808222 May 19 23:32:26.360280 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:26.374209 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:26.374722 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.530123 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.542178 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:26.574469 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:24Z', 'revision_number': 3, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:26.579673 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Checking router: 8b4b493f-fe81-4237-a3aa-c68190237495 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:26.580086 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Updating router 8b4b493f-fe81-4237-a3aa-c68190237495 port f7f8a106-3e02-472d-a9db-87a2b914df8a binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:32:26.592300 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d506765-827a-48b7-bb8e-414a62e1de21,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:26.595215 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:26.597504 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.606870 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4d506765-827a-48b7-bb8e-414a62e1de21 HTTP/1.1" status: 204 len: 168 time: 0.6582110 May 19 23:32:26.607824 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37232) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:26.621887 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.658599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.711447 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:26.716864 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.720434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:26.721202 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.843174 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:26.852060 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-a552367c-61dc-415a-868c-044a7cffa7f0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:26.853553 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-a552367c-61dc-415a-868c-044a7cffa7f0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.3649037 May 19 23:32:26.857934 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:26.866416 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:26.938375 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Allocated IP 172.20.0.1 (ea37325d-e90f-427b-81ba-4f071d66ade9/68ed9db2-fc59-4b43-8cd0-628a478c17d5/c36af4c1-89a0-480d-a3ed-10bb92819976) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:27.075466 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.085063 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.086912 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.089432 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Transition to ACTIVE for port object f7f8a106-3e02-472d-a9db-87a2b914df8a will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:27.097204 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.101634 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:27.103662 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Transition to ACTIVE for port object c36af4c1-89a0-480d-a3ed-10bb92819976 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:27.107796 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c24060-0e41-4ea1-814b-3ea735665f0e']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:27.123057 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a545cd-0c4a-47df-9203-2faeb43cc97d') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:27.123356 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a545cd-0c4a-47df-9203-2faeb43cc97d') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:27.127985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.132397 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:27.138615 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.160080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.168815 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:32:27.169217 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.175324 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Attempting to bind port f7f8a106-3e02-472d-a9db-87a2b914df8a on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:27.175866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Attempting to bind port f7f8a106-3e02-472d-a9db-87a2b914df8a by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:27.176334 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Attempting to bind port f7f8a106-3e02-472d-a9db-87a2b914df8a on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:27.183946 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:27.184350 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Deleting port 43607711-4924-4604-9b3e-927d85be0c33 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:32:27.184547 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:27.184698 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.185153 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.185678 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:27.186225 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Bound port: f7f8a106-3e02-472d-a9db-87a2b914df8a, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:27.186740 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.196025 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Network ea37325d-e90f-427b-81ba-4f071d66ade9 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:32:27.198132 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:32:27.200548 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:27.201863 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:27.213286 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Pushing event updated for resources: {'Port': ['ID=f7f8a106-3e02-472d-a9db-87a2b914df8a,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:27.220299 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:27.248788 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Pushing event updated for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:27.262347 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:27.275370 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.286744 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] For port f7f8a106-3e02-472d-a9db-87a2b914df8a, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:27.290064 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] For port f7f8a106-3e02-472d-a9db-87a2b914df8a, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=f7f8a106-3e02-472d-a9db-87a2b914df8a,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:27.295953 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.300352 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:27.375183 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.380263 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Pushing event updated for resources: {'Port': ['ID=f7f8a106-3e02-472d-a9db-87a2b914df8a,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:27.385907 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:27.402672 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:27.406503 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:27.407228 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:27.429696 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.437889 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Pushing event deleted for resources: {'Network': ['ID=86c24060-0e41-4ea1-814b-3ea735665f0e,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:27.453585 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:27.471968 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] For port 43607711-4924-4604-9b3e-927d85be0c33, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=43607711-4924-4604-9b3e-927d85be0c33,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:27.472794 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.483412 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] 10.222.0.48 "DELETE /v2.0/networks/86c24060-0e41-4ea1-814b-3ea735665f0e HTTP/1.1" status: 204 len: 168 time: 0.8704491 May 19 23:32:27.585450 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-acb8e2ff-fd45-4fc5-96d6-5e956818fdc6 None None] Provisioning for port c36af4c1-89a0-480d-a3ed-10bb92819976 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:27.604356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-acb8e2ff-fd45-4fc5-96d6-5e956818fdc6 None None] Provisioning complete for port c36af4c1-89a0-480d-a3ed-10bb92819976 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:27.604796 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-acb8e2ff-fd45-4fc5-96d6-5e956818fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.638187 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.676006 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:27.684110 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37242) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:27.787997 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f090e6e3-ed42-4a8e-a932-abc56acf157a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=533d108c8cef46f2b9c0e07218779d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988257 May 19 23:32:27.791559 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37248) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:27.825661 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-acb8e2ff-fd45-4fc5-96d6-5e956818fdc6 None None] Port c36af4c1-89a0-480d-a3ed-10bb92819976 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:27.853273 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625825b-1b3b-48bd-b7d1-0f73ede4d352 req-9fdb1b4d-380c-4862-8782-4f2cac29c1c0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:27.860351 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1625825b-1b3b-48bd-b7d1-0f73ede4d352 req-9fdb1b4d-380c-4862-8782-4f2cac29c1c0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 946 time: 0.3761029 May 19 23:32:27.925162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.925591 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:27.926110 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Floating IP 52a5c3a3-4ccf-4f23-9e4a-cf71402ba366 disassociated. External IP: 172.28.2.50, port: 43607711-4924-4604-9b3e-927d85be0c33. May 19 23:32:27.926581 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Calling delete_port for 43607711-4924-4604-9b3e-927d85be0c33 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:27.939139 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1625825b-1b3b-48bd-b7d1-0f73ede4d352 req-a58883ca-d7b9-4d81-8232-016c13e39584 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94afd5f4-51c6-452a-86f0-5a01e68c6689&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774407 May 19 23:32:27.997752 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:24Z', 'revision_number': 3, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:28.001990 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1212d9-06e0-4045-9b0e-af6238f1778b None None] The sync data for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb is: [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:24Z', 'revision_number': 3, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:28.025979 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.058822 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.064925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4b7a9578-f063-4496-b92f-caeda44e0eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:28.073837 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.114105 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'Port': ['ID=43607711-4924-4604-9b3e-927d85be0c33,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:28.117910 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:28.142177 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.146058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.175105 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:28.215018 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:28.244267 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Pushing event updated for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:28.269214 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:28.292403 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.307215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f3d62914-e812-487b-9e9f-930a8903b0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:28.315848 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.324022 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:28.334154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ed571-6ee1-47f6-8285-8b7185608140,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:28.334514 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:28.334892 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.357857 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:28.479874 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.481261 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a93ed571-6ee1-47f6-8285-8b7185608140 HTTP/1.1" status: 204 len: 168 time: 0.6883721 May 19 23:32:28.553759 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Network ea37325d-e90f-427b-81ba-4f071d66ade9 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:28.573272 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:28.708826 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:28.720199 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:28.735686 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:28.736463 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:28.847045 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] No DVR routers for this DVR port 43607711-4924-4604-9b3e-927d85be0c33 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:32:28.850959 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:28.856421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'name': 'network-vif-deleted', 'tag': '43607711-4924-4604-9b3e-927d85be0c33'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:28.873146 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a776ee23-0074-439d-9294-bdb1ee57fc45 req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "DELETE /v2.0/ports/43607711-4924-4604-9b3e-927d85be0c33 HTTP/1.1" status: 204 len: 173 time: 2.0110419 May 19 23:32:28.903591 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Router 8b4b493f-fe81-4237-a3aa-c68190237495 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:28.974276 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-f5df94b7-a880-4ca7-bd58-21f8a4d448b8 None None] Provisioning complete for port c36af4c1-89a0-480d-a3ed-10bb92819976 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:28.978188 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-f5df94b7-a880-4ca7-bd58-21f8a4d448b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:29.036355 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804322e9-4e33-494a-b9e4-16540dd7688a', 'name': 'network-vif-deleted', 'tag': '43607711-4924-4604-9b3e-927d85be0c33', 'status': 'completed', 'code': 200} May 19 23:32:29.127484 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 43607711-4924-4604-9b3e-927d85be0c33 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:32:29.177120 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:29.178428 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:29.183331 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 43607711-4924-4604-9b3e-927d85be0c33 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:32:29.188655 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 43607711-4924-4604-9b3e-927d85be0c33 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:32:29.190252 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-f5df94b7-a880-4ca7-bd58-21f8a4d448b8 None None] Port c36af4c1-89a0-480d-a3ed-10bb92819976 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:29.195934 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] 10.222.0.48 "PUT /v2.0/routers/8b4b493f-fe81-4237-a3aa-c68190237495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3080065 May 19 23:32:29.267337 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-fca4a8a8-13ef-4bdf-a1ff-55336f517000 req-fcf776f0-06b8-4543-ae3d-e5e1f0857add tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:29.288173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-fca4a8a8-13ef-4bdf-a1ff-55336f517000 req-fcf776f0-06b8-4543-ae3d-e5e1f0857add tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:29.290408 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fca4a8a8-13ef-4bdf-a1ff-55336f517000 req-fcf776f0-06b8-4543-ae3d-e5e1f0857add tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=804322e9-4e33-494a-b9e4-16540dd7688a HTTP/1.1" status: 200 len: 210 time: 0.0724146 May 19 23:32:29.563839 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:29.568379 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:29.582685 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:29.583290 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:29.764012 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:29.812832 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37274) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:29.818515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-39871626-network', 'tenant_id': 'be1bd50e17af45a79407773440895566'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:29.823360 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:29.827469 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Usage tracker for resource:network and tenant:be1bd50e17af45a79407773440895566 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:29.830463 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:29.836567 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:29.847706 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Made reservation on behalf of be1bd50e17af45a79407773440895566 for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:29.850018 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:29.862338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:29.876469 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:29.880235 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Usage tracker for resource:security_group_rule and tenant:be1bd50e17af45a79407773440895566 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:29.882941 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:29.889337 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:29.977902 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:29.984757 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:29.987745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f79421d8-6d2c-4977-9088-bb4217d5a291 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:30.022115 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=91601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:32:30.028717 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Sync routers for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:30.032012 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87109fec-4cad-448c-8325-6a977d6c4753,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:30.035598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:30.038315 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:30.039232 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:30.040209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.040611 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Added segment 35b94521-08b0-4957-b8d0-c67c02d8d764 of type vlan for network 82d08305-55a5-4cb7-baec-e642903354bc May 19 23:32:30.069384 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.085434 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:30.089530 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3221f-723e-44a3-a2a8-11353465d4de None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:30.107848 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.109229 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:30.109858 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.114868 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:30.234128 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Pushing event updated for resources: {'Network': ['ID=82d08305-55a5-4cb7-baec-e642903354bc,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:30.237330 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4234011 May 19 23:32:30.238401 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b7abea5-36d7-4b79-8edc-f0a461e97408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:30.240296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37280) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:30.248086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Request body: {'subnet': {'network_id': '82d08305-55a5-4cb7-baec-e642903354bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-39871626-subnet', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:30.254519 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 82d08305-55a5-4cb7-baec-e642903354bc details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:32:30.255640 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:30.261977 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Usage tracker for resource:subnet and tenant:be1bd50e17af45a79407773440895566 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:30.265562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:30.272492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:30.273905 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f7f8a106-3e02-472d-a9db-87a2b914df8a up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:30.291653 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Made reservation on behalf of be1bd50e17af45a79407773440895566 for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:30.296789 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29009305'] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.335386 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:30.460926 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b3ac5-641f-4f5d-af7e-833fe296c9b0 None None] New status for floating IP 52a5c3a3-4ccf-4f23-9e4a-cf71402ba366: DOWN {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:32:30.467832 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37290) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:30.561932 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.603649 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.667653 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.672425 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e1b865bf-44d5-4ab0-9cc7-f0a42ea7e1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:30.685283 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port f7f8a106-3e02-472d-a9db-87a2b914df8a completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:30.689553 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94afd5f4-51c6-452a-86f0-5a01e68c6689,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:30.698996 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:30.710050 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.711170 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "DELETE /v2.0/security-groups/94afd5f4-51c6-452a-86f0-5a01e68c6689 HTTP/1.1" status: 204 len: 168 time: 0.2422578 May 19 23:32:30.713841 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37294) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:30.719670 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port f7f8a106-3e02-472d-a9db-87a2b914df8a triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:30.720304 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.732805 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.api.v2.resource [None req-fa9bd98f-d572-4b2c-abdc-7f538f3c2aba tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] show failed (client error): The resource could not be found. May 19 23:32:30.736343 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fa9bd98f-d572-4b2c-abdc-7f538f3c2aba tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups/94afd5f4-51c6-452a-86f0-5a01e68c6689 HTTP/1.1" status: 404 len: 347 time: 0.0182145 May 19 23:32:30.736557 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37298) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:30.781047 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27318601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29009323'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.785934 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-dd797f78-26ec-41f4-a976-5398d15273af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:30.859785 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20519088-1765-430d-ab73-4c293873a6ed,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:30.862417 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:30.868593 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Checking segment: {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:30.869066 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Network hostable DHCP agents. Network: 82d08305-55a5-4cb7-baec-e642903354bc, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:32:30.888527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Network 82d08305-55a5-4cb7-baec-e642903354bc is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:32:30.901844 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 82d08305-55a5-4cb7-baec-e642903354bc) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:30.909367 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.911720 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:30.912401 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.919053 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4d034-289a-4a24-a72b-432798ed282b None None] Network 82d08305-55a5-4cb7-baec-e642903354bc requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:32:30.935355 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6eefb199-d4ba-4c36-963a-0d50b51a9071 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6939635 May 19 23:32:30.937785 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37302) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:30.943531 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:30.948094 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:30.952766 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Usage tracker for resource:router and tenant:be1bd50e17af45a79407773440895566 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:30.955964 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:30.961687 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:30.962605 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port f7f8a106-3e02-472d-a9db-87a2b914df8a, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=f7f8a106-3e02-472d-a9db-87a2b914df8a,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:30.970553 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Deleting port 1bd65320-5f52-4a4b-9b1d-913722a117e3 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:32:30.970987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.972302 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.973446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:30.991895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.005732 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 2, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:31.012458 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.016428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:31.060461 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Checking router: 8b4b493f-fe81-4237-a3aa-c68190237495 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:31.061135 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Updating router 8b4b493f-fe81-4237-a3aa-c68190237495 port c36af4c1-89a0-480d-a3ed-10bb92819976 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:32:31.194756 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.197797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.198286 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.216130 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=f7f8a106-3e02-472d-a9db-87a2b914df8a,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:31.223691 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:31.321483 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Calling delete_port for 1bd65320-5f52-4a4b-9b1d-913722a117e3 owned by network:floatingip {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:32:31.333419 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.397244 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-82d08305-55a5-4cb7-baec-e642903354bc', 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'fixed_ips': [{'subnet_id': '20519088-1765-430d-ab73-4c293873a6ed'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:32:31.398153 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.462597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.469061 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-13c5cbb5-9021-4e7d-9027-64115b1b38eb tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:31.554177 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'Port': ['ID=1bd65320-5f52-4a4b-9b1d-913722a117e3,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:31.564420 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:31.623388 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.643262 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.644715 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "DELETE /v2.0/floatingips/52a5c3a3-4ccf-4f23-9e4a-cf71402ba366 HTTP/1.1" status: 204 len: 168 time: 0.9072905 May 19 23:32:31.668769 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.733149 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Allocated IP 172.20.0.2 (82d08305-55a5-4cb7-baec-e642903354bc/20519088-1765-430d-ab73-4c293873a6ed/3cf48efd-3e87-4e90-bf04-053d669943f1) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:31.803238 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.847107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37310) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:31.852660 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917121258', 'description': 'tempest-description--315199518'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:31.858533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:31.863563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:31.866428 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:31.873434 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:31.886176 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.907620 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:31.911644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:31.911880 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.914956 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:31.920966 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:31.938021 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Transition to ACTIVE for port object c36af4c1-89a0-480d-a3ed-10bb92819976 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:31.953095 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:31.960487 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Allocated IP 172.28.2.46 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/eb04a8ff-1be0-44c2-84a4-6613a44cdb97) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:31.986907 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:31.999708 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.003720 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.028546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-051cbab2-edaa-460d-b989-887ebecefd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.058172 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94090d17-6014-4ab3-a4c3-7a1e8171fb3f,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.070796 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.071919 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.076331 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2256205 May 19 23:32:32.077156 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37314) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:32.082065 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group_rule': {'security_group_id': '94090d17-6014-4ab3-a4c3-7a1e8171fb3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:32.088389 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:32.092615 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:32.095701 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:32.101856 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:32.120543 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.128428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.129674 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Pushing event updated for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.169075 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.171247 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.177985 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.222527 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.239343 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Transition to ACTIVE for port object 3cf48efd-3e87-4e90-bf04-053d669943f1 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:32.242127 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Attempting to bind port c36af4c1-89a0-480d-a3ed-10bb92819976 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:32.242658 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Attempting to bind port c36af4c1-89a0-480d-a3ed-10bb92819976 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:32.243184 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Attempting to bind port c36af4c1-89a0-480d-a3ed-10bb92819976 on network ea37325d-e90f-427b-81ba-4f071d66ade9 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:32.252903 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:32.253180 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Checking segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:32.253529 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.253988 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.253988 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Bound using segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:32.254434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Bound port: c36af4c1-89a0-480d-a3ed-10bb92819976, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:32.255229 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.262636 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.265789 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.277043 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Pushing event updated for resources: {'Port': ['ID=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.283764 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.286011 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:32.287244 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:32.290688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:32.291737 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cc5cee-994e-48b4-a3f2-b467c573fb4b,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.294275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.302318 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.305905 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2257314 May 19 23:32:32.306509 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37318) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:32.310737 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f7f8a106-3e02-472d-a9db-87a2b914df8a up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:32.312035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'security_group_rule': {'security_group_id': '94090d17-6014-4ab3-a4c3-7a1e8171fb3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:32.318227 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:32.322813 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:security_group_rule and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:32.325890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:32.332289 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:32.345072 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Transition to ACTIVE for port object 3cf48efd-3e87-4e90-bf04-053d669943f1 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:32.349008 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.375887 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.383758 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.422086 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.426211 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.437774 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8d9a34a3-247b-49f8-b2df-cd8f1e30fdf1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.463354 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Network 82d08305-55a5-4cb7-baec-e642903354bc is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:32.464109 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b850524f-5c66-49c7-8683-c86d911601d8,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.473071 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.476860 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:32.487083 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.491901 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-9cb390c7-1754-45e1-869b-6da40f7f6406 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815457 May 19 23:32:32.492037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] For port c36af4c1-89a0-480d-a3ed-10bb92819976, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:32.492157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37326) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:32.492966 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:32.499184 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:32.506984 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:32.511522 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:floatingip and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:32.515035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:32.521999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:32.536173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.536705 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] For port c36af4c1-89a0-480d-a3ed-10bb92819976, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c36af4c1-89a0-480d-a3ed-10bb92819976,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:32.551023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.592853 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Pushing event updated for resources: {'Port': ['ID=3cf48efd-3e87-4e90-bf04-053d669943f1,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.601720 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.609141 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:32.636892 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port f7f8a106-3e02-472d-a9db-87a2b914df8a triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:32.637270 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.699596 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.714479 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Attempting to bind port 3cf48efd-3e87-4e90-bf04-053d669943f1 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:32.714856 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Attempting to bind port 3cf48efd-3e87-4e90-bf04-053d669943f1 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:32.715220 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Attempting to bind port 3cf48efd-3e87-4e90-bf04-053d669943f1 on network 82d08305-55a5-4cb7-baec-e642903354bc {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:32.737876 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:32.738251 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Checking segment: {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:32.738663 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.739059 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Bound using segment: {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:32.739534 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Bound port: 3cf48efd-3e87-4e90-bf04-053d669943f1, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:32.739938 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.748473 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:32.764397 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:32.765023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:32.814346 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Pushing event updated for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:32.850519 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:32.883343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Allocated IP 172.28.2.129 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/150e5167-a0fb-41d3-b128-a5644b5206d9) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:33.050453 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.081385 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.088078 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:33.092556 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] For port 3cf48efd-3e87-4e90-bf04-053d669943f1, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:33.101675 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] For port 3cf48efd-3e87-4e90-bf04-053d669943f1, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=3cf48efd-3e87-4e90-bf04-053d669943f1,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:33.111970 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.118346 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:33.122556 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.149788 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:33.153984 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:33.154181 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:33.157790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:33.213607 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=150e5167-a0fb-41d3-b128-a5644b5206d9,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:33.216573 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:33.263527 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.318055 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Pushing event updated for resources: {'Port': ['ID=3cf48efd-3e87-4e90-bf04-053d669943f1,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:33.336151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:33.340940 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.446090 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Router e22442fb-c59d-405c-a944-dd5766985786 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:32:33.560428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:32Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:33.565657 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb157a-67ea-433d-88d4-d87973ae68a0 None None] The sync data for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb is: [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:32Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:33.673922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.679338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.684524 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:33.752020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:33.765513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Sync routers for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:33.777890 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:33.778579 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:33.797570 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.799867 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8604062 May 19 23:32:33.801940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37332) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:33.832953 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=150e5167-a0fb-41d3-b128-a5644b5206d9,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:33.846853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:33.860714 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.892811 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:33.905887 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4124250 May 19 23:32:34.008761 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:34.341836 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 3cf48efd-3e87-4e90-bf04-053d669943f1 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:34.488584 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 3cf48efd-3e87-4e90-bf04-053d669943f1 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:34.494857 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c36af4c1-89a0-480d-a3ed-10bb92819976 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:34.556212 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:32Z', 'revision_number': 3, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:34.565681 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Checking router: e22442fb-c59d-405c-a944-dd5766985786 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:34.566072 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Updating router e22442fb-c59d-405c-a944-dd5766985786 port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:32:34.582180 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-7b09431b-6b1b-4fcb-af58-bac500beb542 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--917121258&fields=id&tenant_id=cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 267 time: 0.3949399 May 19 23:32:34.599388 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309e9d1-a43f-46c2-8c68-6adbdfbfff28 None None] Network 82d08305-55a5-4cb7-baec-e642903354bc requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:32:34.711775 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:34.750357 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Provisioning for port 3cf48efd-3e87-4e90-bf04-053d669943f1 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:34.769228 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port c36af4c1-89a0-480d-a3ed-10bb92819976 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:34.784538 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Provisioning complete for port 3cf48efd-3e87-4e90-bf04-053d669943f1 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:34.784916 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:34.834249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-782b9222-9074-4407-a80b-11f694501977 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:34.835872 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-782b9222-9074-4407-a80b-11f694501977 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 810 time: 0.2428112 May 19 23:32:34.855879 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port c36af4c1-89a0-480d-a3ed-10bb92819976 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:34.856262 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:34.858560 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-72940a3e-504e-4bb6-8993-373e65bef19d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/quotas/cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 375 time: 0.0135255 May 19 23:32:34.872029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.078899 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-cfde81d9-36c7-429c-a837-ee088922196b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2101526 May 19 23:32:35.320048 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.344612 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.362126 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Allocated IP 172.20.0.1 (82d08305-55a5-4cb7-baec-e642903354bc/20519088-1765-430d-ab73-4c293873a6ed/0ed2c9ad-e201-45f7-803f-cc6148640236) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:35.392659 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-1c27920a-813c-4a28-a424-e2965d1badf4 service neutron] 10.222.0.48 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012218 May 19 23:32:35.410933 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port c36af4c1-89a0-480d-a3ed-10bb92819976, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c36af4c1-89a0-480d-a3ed-10bb92819976,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:35.419783 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] For port 3cf48efd-3e87-4e90-bf04-053d669943f1, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=3cf48efd-3e87-4e90-bf04-053d669943f1,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:35.421679 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.426276 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:35.467061 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.557633 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:35.561515 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.564210 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:35.564679 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:35.626191 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Transition to ACTIVE for port object eb04a8ff-1be0-44c2-84a4-6613a44cdb97 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:35.637784 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.653772 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Pushing event updated for resources: {'Port': ['ID=3cf48efd-3e87-4e90-bf04-053d669943f1,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:35.664392 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:35.664885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:35.667902 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-4e5150d0-258d-4eae-86da-5f01ae4223a6 service neutron] 10.222.0.48 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612655 May 19 23:32:35.670885 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.687552 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Transition to ACTIVE for port object 0ed2c9ad-e201-45f7-803f-cc6148640236 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:35.716036 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.720564 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:35.724944 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Attempting to bind port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:35.725326 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Attempting to bind port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:35.725698 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Attempting to bind port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:35.744075 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:35.744375 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:35.744790 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.745184 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:35.745678 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Bound port: eb04a8ff-1be0-44c2-84a4-6613a44cdb97, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:35.746047 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.779812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Network 82d08305-55a5-4cb7-baec-e642903354bc is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:35.788634 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:35.791541 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:35.794654 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-65c9f626-ad00-4629-8e89-110deef16a72 None None] Provisioning complete for port 3cf48efd-3e87-4e90-bf04-053d669943f1 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:35.795035 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-65c9f626-ad00-4629-8e89-110deef16a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.831570 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Pushing event updated for resources: {'Port': ['ID=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:35.847185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:35.889631 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:35.892669 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:35.904387 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bca2d7f4-b834-4268-b782-ce95b011128f req-0f272db2-53f6-460e-809d-5e7c3896934a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0540888 May 19 23:32:35.906904 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] For port eb04a8ff-1be0-44c2-84a4-6613a44cdb97, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:35.907041 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.932729 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] For port eb04a8ff-1be0-44c2-84a4-6613a44cdb97, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:35.942447 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:35.948144 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:36.081791 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:36.082483 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:36.144594 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Pushing event updated for resources: {'Port': ['ID=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:36.154970 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:36.245472 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 3cf48efd-3e87-4e90-bf04-053d669943f1 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:36.264098 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.329983 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-89ce8d07-5d3a-4316-b657-facf2e922531 None None] Provisioning for port 0ed2c9ad-e201-45f7-803f-cc6148640236 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:36.339589 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:36.383472 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-89ce8d07-5d3a-4316-b657-facf2e922531 None None] Provisioning complete for port 0ed2c9ad-e201-45f7-803f-cc6148640236 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:36.384210 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-89ce8d07-5d3a-4316-b657-facf2e922531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.505312 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.509937 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.538756 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3bbc5e8d-ca47-4803-8827-99dca0f07ef2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:36.632098 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-89ce8d07-5d3a-4316-b657-facf2e922531 None None] Port 0ed2c9ad-e201-45f7-803f-cc6148640236 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:36.635113 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.638540 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:36.640471 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 3cf48efd-3e87-4e90-bf04-053d669943f1 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:36.640848 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:36.641252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:36.773249 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Network 82d08305-55a5-4cb7-baec-e642903354bc is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:36.774385 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:36.821485 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c36af4c1-89a0-480d-a3ed-10bb92819976 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:36.884460 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-11d12130-6023-4529-9def-504bc40afec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:32Z', 'revision_number': 3, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:36.889859 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d12130-6023-4529-9def-504bc40afec0 None None] The sync data for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb is: [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:32Z', 'revision_number': 3, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:36.901913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port c36af4c1-89a0-480d-a3ed-10bb92819976 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:36.902295 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:37.156484 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-22fd335c-0ee3-4864-b051-1190f2151430 None None] Provisioning complete for port 0ed2c9ad-e201-45f7-803f-cc6148640236 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:37.156870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-22fd335c-0ee3-4864-b051-1190f2151430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:37.223715 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-22fd335c-0ee3-4864-b051-1190f2151430 None None] Port 0ed2c9ad-e201-45f7-803f-cc6148640236 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:37.297115 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4dc78b25-fecc-434a-944e-ba7963ba4e09 req-cbdbc179-2b51-4303-b9c1-d55afaf872f2 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.1900036 May 19 23:32:37.361828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Router e22442fb-c59d-405c-a944-dd5766985786 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:37.371656 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-133d886c-b860-4421-ab37-ddd297c5ca5a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:37.373124 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-133d886c-b860-4421-ab37-ddd297c5ca5a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 810 time: 0.2672639 May 19 23:32:37.556460 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-275c3ebf-57e2-4dc9-97b1-4e6c1f8abdb4 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbd7a1c20664013959e6bb22b76d660 HTTP/1.1" status: 200 len: 379 time: 0.1247749 May 19 23:32:37.568579 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'port': {'device_id': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'admin_state_up': True, 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'security_groups': ['94090d17-6014-4ab3-a4c3-7a1e8171fb3f']}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:37.688945 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:37.706840 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] 10.222.0.48 "PUT /v2.0/routers/e22442fb-c59d-405c-a944-dd5766985786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037628 May 19 23:32:37.736463 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:37.740687 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Usage tracker for resource:port and tenant:cbbd7a1c20664013959e6bb22b76d660 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:37.743621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:37.749467 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:37.763891 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Made reservation on behalf of cbbd7a1c20664013959e6bb22b76d660 for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:37.767427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:37.934349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Allocated IP 172.20.0.14 (212e297c-45d6-4abc-acf2-aeb29d06df68/6b1d27c7-3f01-4538-bd04-caa69ccf2079/57a58cdc-e2fd-46fb-8b44-9a6b73bc1212) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:38.141002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.156646 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Transition to ACTIVE for port object 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:38.193103 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.201041 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8de120dd-0bac-4161-a5c5-7dcf31a5389c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:38.277870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device eb04a8ff-1be0-44c2-84a4-6613a44cdb97 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:38.305332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:38.310092 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:38.314464 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:38.377211 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event updated for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:38.388715 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:38.389864 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.395883 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:38.402091 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:38.408253 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:38.408897 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.426011 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8614244 May 19 23:32:38.440011 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Request body: {'port': {'device_id': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:38.590866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.621185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port eb04a8ff-1be0-44c2-84a4-6613a44cdb97, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:38.627810 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.635292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:38.657944 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.721914 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Sync routers for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:38.733713 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:38.734336 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:38.738390 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-cfee7680-2aed-482a-9b6a-38eca648adc1 None None] Provisioning for port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:38.754869 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fd06-150e-43a1-9fc8-2dc16b0a4d71 req-a033dc2f-dbd8-4bb6-9d28-b7c1b07b95a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:38.755573 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-9895fd06-150e-43a1-9fc8-2dc16b0a4d71 req-a033dc2f-dbd8-4bb6-9d28-b7c1b07b95a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:38.760754 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-cfee7680-2aed-482a-9b6a-38eca648adc1 None None] Provisioning complete for port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:38.761377 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-cfee7680-2aed-482a-9b6a-38eca648adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:38.806931 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:38.827679 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:38.838993 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-9895fd06-150e-43a1-9fc8-2dc16b0a4d71 req-a033dc2f-dbd8-4bb6-9d28-b7c1b07b95a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:38.846136 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9895fd06-150e-43a1-9fc8-2dc16b0a4d71 req-a033dc2f-dbd8-4bb6-9d28-b7c1b07b95a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 932 time: 0.2921600 May 19 23:32:38.876921 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-cfee7680-2aed-482a-9b6a-38eca648adc1 None None] Port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:38.940995 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9895fd06-150e-43a1-9fc8-2dc16b0a4d71 req-396d7796-31c6-43dd-a895-85fbb2a14f3d tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939655 May 19 23:32:39.017704 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:39.268285 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:39.279388 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.300091 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Transition to ACTIVE for port object 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:39.305769 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.318307 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f828e0ac-b520-4af6-acce-acabb770640c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:39.503775 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:36Z', 'revision_number': 4, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '0ed2c9ad-e201-45f7-803f-cc6148640236', 'name': '', 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'mac_address': 'fa:16:3e:bd:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '20519088-1765-430d-ab73-4c293873a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:34Z', 'updated_at': '2021-05-19T23:32:36Z', 'revision_number': 2, 'project_id': 'be1bd50e17af45a79407773440895566', 'subnets': [{'id': '20519088-1765-430d-ab73-4c293873a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:39.508692 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Checking router: e22442fb-c59d-405c-a944-dd5766985786 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:39.509073 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Updating router e22442fb-c59d-405c-a944-dd5766985786 port 0ed2c9ad-e201-45f7-803f-cc6148640236 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:32:39.516930 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Pushing event updated for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:39.582790 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.586879 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:39.608533 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Attempting to bind port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:39.609680 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Attempting to bind port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:39.610202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Attempting to bind port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:39.615514 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:32:39.616051 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Attempting to bind port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 on network 212e297c-45d6-4abc-acf2-aeb29d06df68 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:39.621998 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:39.622341 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Checking segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:39.622734 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Bound using segment: {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:39.623173 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Bound port: 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:39.623532 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.727359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:39.731263 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:39.743365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.749922 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:39.804182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:39.805391 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:39.806826 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] 10.222.0.58 "PUT /v2.0/ports/57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 HTTP/1.1" status: 200 len: 1094 time: 1.3713033 May 19 23:32:39.828721 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:39.867485 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Pushing event updated for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:39.907530 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:39.929459 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'status': 'completed', 'code': 200} May 19 23:32:39.997236 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-3df63225-d0ac-462c-aebd-45b7cbaf923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:39.999469 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-3df63225-d0ac-462c-aebd-45b7cbaf923a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 1097 time: 0.1308072 May 19 23:32:40.063257 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.080635 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Transition to ACTIVE for port object 0ed2c9ad-e201-45f7-803f-cc6148640236 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:40.091516 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.104661 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:40.104902 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-80a85921-8651-4a90-920f-431c5fb273ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 HTTP/1.1" status: 200 len: 217 time: 0.0977826 May 19 23:32:40.282559 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-7c21c822-8f6e-4ec9-a519-8b8fa3a8ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:40.284736 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-7c21c822-8f6e-4ec9-a519-8b8fa3a8ca25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.1738892 May 19 23:32:40.296962 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device eb04a8ff-1be0-44c2-84a4-6613a44cdb97 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:40.333633 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Pushing event updated for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:40.346082 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.346543 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.346880 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.347211 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.347536 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.347878 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.348203 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.348513 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.348835 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.349153 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.349470 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.349784 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:32:40.356144 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:40.358785 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Attempting to bind port 0ed2c9ad-e201-45f7-803f-cc6148640236 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:32:40.359241 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Attempting to bind port 0ed2c9ad-e201-45f7-803f-cc6148640236 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:32:40.359664 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Attempting to bind port 0ed2c9ad-e201-45f7-803f-cc6148640236 on network 82d08305-55a5-4cb7-baec-e642903354bc {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:32:40.368601 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:32:40.369371 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Checking segment: {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:32:40.370008 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.370620 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Bound using segment: {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:32:40.371368 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Bound port: 0ed2c9ad-e201-45f7-803f-cc6148640236, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b94521-08b0-4957-b8d0-c67c02d8d764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:32:40.372020 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.422055 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56528188-9fd1-4382-b839-dd39550802ec req-839b5ac7-24a9-4b1e-9123-6fc96988d7c8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:40.428177 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56528188-9fd1-4382-b839-dd39550802ec req-839b5ac7-24a9-4b1e-9123-6fc96988d7c8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 944 time: 0.2603040 May 19 23:32:40.437509 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:40.437821 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.512787 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] For port 0ed2c9ad-e201-45f7-803f-cc6148640236, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:32:40.519032 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] For port 0ed2c9ad-e201-45f7-803f-cc6148640236, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=0ed2c9ad-e201-45f7-803f-cc6148640236,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:32:40.524199 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:40.534285 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:40.568864 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-56528188-9fd1-4382-b839-dd39550802ec req-30eae3db-5c4f-4114-82c4-adaf454e1b0a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277099 May 19 23:32:40.578577 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-d80274bf-f06e-4418-a4b0-9195c4586af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:40.580229 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-d80274bf-f06e-4418-a4b0-9195c4586af9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2872145 May 19 23:32:40.690345 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:40.690762 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:40.876591 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-5ba1e293-562a-4363-8c43-f9bc0977da0e service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833128 May 19 23:32:40.928341 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Pushing event updated for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:40.941520 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-94f65349-acac-4fbe-a7df-b539550fbf13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:40.954300 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:41.078897 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b2fcd6b4-8214-45f3-b275-57f9079d4d6d req-8f1230a1-4fef-4c0e-9f37-0a1df6efc7d7 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944542 May 19 23:32:41.228611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ad311134-4743-48d6-9d6a-8ef6c9c54e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:41.230183 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ad311134-4743-48d6-9d6a-8ef6c9c54e8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 1097 time: 0.0986986 May 19 23:32:41.338618 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:36Z', 'revision_number': 4, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '0ed2c9ad-e201-45f7-803f-cc6148640236', 'name': '', 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'mac_address': 'fa:16:3e:bd:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '20519088-1765-430d-ab73-4c293873a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:34Z', 'updated_at': '2021-05-19T23:32:40Z', 'revision_number': 4, 'project_id': 'be1bd50e17af45a79407773440895566', 'subnets': [{'id': '20519088-1765-430d-ab73-4c293873a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:41.342653 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f480673-5674-4520-b4ad-7fc72b8a4dcd None None] The sync data for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb is: [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:32:36Z', 'revision_number': 4, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '0ed2c9ad-e201-45f7-803f-cc6148640236', 'name': '', 'network_id': '82d08305-55a5-4cb7-baec-e642903354bc', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'mac_address': 'fa:16:3e:bd:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '20519088-1765-430d-ab73-4c293873a6ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:34Z', 'updated_at': '2021-05-19T23:32:40Z', 'revision_number': 4, 'project_id': 'be1bd50e17af45a79407773440895566', 'subnets': [{'id': '20519088-1765-430d-ab73-4c293873a6ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:41.380220 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ef9bb9ae-8dbc-4812-97e9-233cc6a008e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:41.381783 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ef9bb9ae-8dbc-4812-97e9-233cc6a008e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.1451039 May 19 23:32:41.480558 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-b49ffdf5-f071-4c3c-9813-10ab0c4516c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 HTTP/1.1" status: 200 len: 217 time: 0.0899167 May 19 23:32:41.560652 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ccd71bfb-891c-4700-9fc5-f953f772bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:41.560652 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-ccd71bfb-891c-4700-9fc5-f953f772bdc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.0714519 May 19 23:32:41.856847 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-8f832320-276d-4c04-9909-07b95fb4030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:41.859130 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-8f832320-276d-4c04-9909-07b95fb4030f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2928407 May 19 23:32:41.993306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d11c5c-6c47-4b06-9582-b01c1db1385b req-257634c9-d5d7-482b-832e-77a1c9c0e1e3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:41.994873 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-05d11c5c-6c47-4b06-9582-b01c1db1385b req-257634c9-d5d7-482b-832e-77a1c9c0e1e3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 944 time: 0.2405932 May 19 23:32:42.073023 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-f472fd0c-aa5a-4ce6-b206-92adebf1aec7 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029214 May 19 23:32:42.136970 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-05d11c5c-6c47-4b06-9582-b01c1db1385b req-d7170a7a-dbdb-4a0b-b0a1-1feb03ab393a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073711 May 19 23:32:42.277723 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fc1dd1f0-d3cb-4a6d-9e38-8d261f3cc698 req-0f08d7ae-f186-49f5-a850-941c90845925 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932929 May 19 23:32:42.284809 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 0ed2c9ad-e201-45f7-803f-cc6148640236 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:42.372161 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 0ed2c9ad-e201-45f7-803f-cc6148640236 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:42.377468 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 0ed2c9ad-e201-45f7-803f-cc6148640236 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:42.377849 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:42.522783 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:42.561067 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 0ed2c9ad-e201-45f7-803f-cc6148640236, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=0ed2c9ad-e201-45f7-803f-cc6148640236,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:42.566534 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:42.568461 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-b354c3aa-748a-415d-a901-8c8b12268db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:42.639083 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:42.642137 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:43.142161 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:32:43.304835 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:43.324401 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'port_id': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'mac_address': 'fa:16:3e:76:c7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:32:43.328268 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f167f-f12d-4f10-af54-4cc2e1a30211 req-a439ae20-d635-41ad-b196-3c4ed093409b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:43.329811 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ef5f167f-f12d-4f10-af54-4cc2e1a30211 req-a439ae20-d635-41ad-b196-3c4ed093409b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 944 time: 0.1035714 May 19 23:32:43.385614 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ef5f167f-f12d-4f10-af54-4cc2e1a30211 req-a44d82b2-6d80-48bf-91fb-bc19e3ac8979 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500982 May 19 23:32:43.408826 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:43.429996 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:32:43.448385 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:43.453340 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:43.456268 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:43.529435 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:43.534185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:43.670909 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:32:44.240124 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 0ed2c9ad-e201-45f7-803f-cc6148640236 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:44.313885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 0ed2c9ad-e201-45f7-803f-cc6148640236 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:44.314594 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:44.589640 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e030c-3583-472c-9451-20e7ee5344fc req-2cd9fb81-f78f-44a9-b9f2-9686f3a2c72f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:44.596896 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-967e030c-3583-472c-9451-20e7ee5344fc req-2cd9fb81-f78f-44a9-b9f2-9686f3a2c72f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 945 time: 0.1058283 May 19 23:32:44.643767 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-967e030c-3583-472c-9451-20e7ee5344fc req-9f09e803-6382-458b-8267-27c477e831cc tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 May 19 23:32:45.160051 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:32:45.226829 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:45.232199 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:45.232839 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:45.359017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:45.390197 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:45.402948 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:32:45.407540 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:45.409782 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:45.459135 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'code': 200} May 19 23:32:45.486630 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:45.489882 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:45.700584 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98d51-8b27-4dc8-a2bb-c23443f7ac1b req-5a4be497-79b7-4758-a032-5b59692a8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:45.701808 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-35dbc1de-c1e8-4c28-a89b-cb023fd66ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:45.702897 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-12c98d51-8b27-4dc8-a2bb-c23443f7ac1b req-5a4be497-79b7-4758-a032-5b59692a8ae6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 1099 time: 0.0742502 May 19 23:32:45.753757 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-12c98d51-8b27-4dc8-a2bb-c23443f7ac1b req-9943ad21-4978-4804-900f-16c82ca35417 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 May 19 23:32:45.867593 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7002467-e0eb-4261-a0f1-b6c3616f9e11 req-e05fc634-e8cc-46fc-a273-3ee0b7cef958 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:45.869543 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b7002467-e0eb-4261-a0f1-b6c3616f9e11 req-e05fc634-e8cc-46fc-a273-3ee0b7cef958 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0886180 May 19 23:32:45.919185 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b7002467-e0eb-4261-a0f1-b6c3616f9e11 req-f359e072-918f-47e7-b2bf-6b53450af7cb tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438182 May 19 23:32:47.128600 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4351b5a-856f-438e-af05-cb017ab7c155 req-94417863-97ac-4f1f-935c-3aee5c9c1f4c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:47.130230 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c4351b5a-856f-438e-af05-cb017ab7c155 req-94417863-97ac-4f1f-935c-3aee5c9c1f4c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0976222 May 19 23:32:47.179681 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c4351b5a-856f-438e-af05-cb017ab7c155 req-ceedbc8e-2872-49d0-9bd8-56fc2be50ce3 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 May 19 23:32:47.333274 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:47.378221 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d4c64-89b3-4183-8453-3a99f3cd4f18 req-20de833c-49cb-48f2-b4ba-4f977eb789d4 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:47.379751 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404d4c64-89b3-4183-8453-3a99f3cd4f18 req-20de833c-49cb-48f2-b4ba-4f977eb789d4 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0944343 May 19 23:32:47.388378 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37440) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:32:47.396454 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Request body: {'floatingip': {'port_id': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:47.581293 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:48.198686 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:48.203346 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:48.292209 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:48.378501 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.l3_db [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Floating IP cd465a5a-dab5-4303-8640-157be520f6ed associated. External IP: 172.28.2.129, port: 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212. May 19 23:32:48.396888 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-dba8c55f-51fb-4646-a522-e64dc8b677a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:48.725953 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:32:48.995193 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:32:48.999512 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:49.005229 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:32:49.015713 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:49.016467 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:49.048538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0d5499bd-0059-4ace-8b17-6a31aafdd59c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:49.049228 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0d5499bd-0059-4ace-8b17-6a31aafdd59c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Synchronizing usage tracker for tenant:735c05814e504fb28283df25a71fcf4c on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:49.056511 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d3f778ef-217e-4da8-bc4e-48a5005dc441 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "PUT /v2.0/floatingips/cd465a5a-dab5-4303-8640-157be520f6ed HTTP/1.1" status: 200 len: 992 time: 1.6619093 May 19 23:32:49.056511 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:32:49.072656 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0d5499bd-0059-4ace-8b17-6a31aafdd59c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Unset dirty status for tenant:735c05814e504fb28283df25a71fcf4c on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:49.073906 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0d5499bd-0059-4ace-8b17-6a31aafdd59c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 814 time: 0.1704061 May 19 23:32:49.090182 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-8a648ead-3087-482e-911b-af4330aede9c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/quotas/735c05814e504fb28283df25a71fcf4c HTTP/1.1" status: 200 len: 375 time: 0.0093796 May 19 23:32:49.185581 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-f61287b0-dae3-4da4-80dc-4503f8ced820 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897717 May 19 23:32:49.215837 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'status': 'completed', 'code': 200} May 19 23:32:49.219192 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:49.294359 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:49.389643 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-f17c2683-6add-4aef-a315-5fbf2b785b6f service neutron] 10.222.0.48 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904256 May 19 23:32:49.399068 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-9a29e7fa-ad91-4c7f-92a1-ca4da98d6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:49.400542 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-9a29e7fa-ad91-4c7f-92a1-ca4da98d6895 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cbbd7a1c20664013959e6bb22b76d660&device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 1099 time: 0.1617467 May 19 23:32:49.583767 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': 'cd465a5a-dab5-4303-8640-157be520f6ed', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:76:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:33Z', 'updated_at': '2021-05-19T23:32:48Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:49.589221 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:32:49.599840 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:32:49.600528 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:49.725748 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0e0a3894-fcfe-47e9-80a9-162a25092f85 service neutron] 10.222.0.48 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287890 May 19 23:32:49.728168 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-9265ad6f-aeb9-4cb4-a49c-db5d76cd682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:49.729541 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-9265ad6f-aeb9-4cb4-a49c-db5d76cd682d service neutron] 10.222.0.58 "GET /v2.0/networks?id=212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 200 len: 911 time: 0.3102458 May 19 23:32:49.780771 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:32:49.836023 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-d2d8921b-ab24-4c9f-8fac-8f9e521a303d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 HTTP/1.1" status: 200 len: 1000 time: 0.1000683 May 19 23:32:49.940670 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6fc588d3-6c2c-4df9-85c6-7bed1c4de1b9 req-a48c5149-7689-4f2b-8a8a-13b03858d355 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 210 time: 0.0496132 May 19 23:32:49.946175 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-8661ecff-0392-4adc-8040-da7e65c0a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:49.947829 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-8661ecff-0392-4adc-8040-da7e65c0a70a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 200 len: 849 time: 0.1046774 May 19 23:32:50.033616 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-ce952a4e-9c32-4f42-9867-403d49228618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:50.035283 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-ce952a4e-9c32-4f42-9867-403d49228618 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=212e297c-45d6-4abc-acf2-aeb29d06df68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797422 May 19 23:32:50.179625 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-8833c608-a75e-4b72-ac75-7f8495e14142 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371312 May 19 23:32:50.185259 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': 'cd465a5a-dab5-4303-8640-157be520f6ed', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:76:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:33Z', 'updated_at': '2021-05-19T23:32:48Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:32:50.189285 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fd6c0-3675-4a25-a52f-6d710017fff4 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': 'cd465a5a-dab5-4303-8640-157be520f6ed', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'floating_ip_address': '172.28.2.129', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'port_id': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'mac_address': 'fa:16:3e:76:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:32:33Z', 'updated_at': '2021-05-19T23:32:48Z', 'revision_number': 1, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:32:50.335644 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c2771f7f-3581-41c9-ab04-0a504e7296ba req-cfaf2481-c19d-4a9e-ab66-8d5a59829967 service neutron] 10.222.0.58 "GET /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483569 May 19 23:32:50.400805 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afdea0-5f44-4147-9e57-24ae1869be84 None None] New status for floating IP cd465a5a-dab5-4303-8640-157be520f6ed: ACTIVE {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:32:50.822244 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:51.044260 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-7c2111e3-6dff-40fa-bb2b-468558f10ae1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:51.045698 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-7c2111e3-6dff-40fa-bb2b-468558f10ae1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 814 time: 0.1481805 May 19 23:32:51.059818 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'port': {'device_id': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'admin_state_up': True, 'tenant_id': '735c05814e504fb28283df25a71fcf4c'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:32:51.191814 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b4a70696-94e0-4159-b17b-84266069dcd6 req-8161045e-be72-4dc0-b2bd-ce63c46058da tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 210 time: 0.1114819 May 19 23:32:51.241910 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:32:51.246820 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:port and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:32:51.250048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:32:51.256100 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:32:51.266379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Made reservation on behalf of 735c05814e504fb28283df25a71fcf4c for: {'port': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:32:51.273082 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:51.452676 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Allocated IP 172.20.0.7 (ea37325d-e90f-427b-81ba-4f071d66ade9/68ed9db2-fc59-4b43-8cd0-628a478c17d5/cf3a39eb-9093-4ca1-bdc1-de40a48de809) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:32:51.708549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:51.725231 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Transition to ACTIVE for port object cf3a39eb-9093-4ca1-bdc1-de40a48de809 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:32:51.751584 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:51.757476 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:32:51.826819 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Network ea37325d-e90f-427b-81ba-4f071d66ade9 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:32:51.829955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:32:51.833918 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:32:51.871477 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:32:51.876024 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:32:51.918237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:51.918939 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:51.957253 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012623 May 19 23:32:52.138534 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-39057734-a814-47e5-910c-393730b2c2f4 None None] Provisioning for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:32:52.143971 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-39057734-a814-47e5-910c-393730b2c2f4 None None] Provisioning complete for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:32:52.144677 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-39057734-a814-47e5-910c-393730b2c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:32:52.199180 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-39057734-a814-47e5-910c-393730b2c2f4 None None] Port cf3a39eb-9093-4ca1-bdc1-de40a48de809 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:32:52.383142 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-569b7a56-3c9d-419b-b8d0-16728741b18c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:32:52.383862 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-569b7a56-3c9d-419b-b8d0-16728741b18c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Synchronizing usage tracker for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:52.400574 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-569b7a56-3c9d-419b-b8d0-16728741b18c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Unset dirty status for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:52.401749 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-569b7a56-3c9d-419b-b8d0-16728741b18c tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 931 time: 0.0980253 May 19 23:32:52.451714 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-f1ba7a8b-43e8-470f-b454-67cd5946afc1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Synchronizing usage tracker for tenant:735c05814e504fb28283df25a71fcf4c on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:32:52.470825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-f1ba7a8b-43e8-470f-b454-67cd5946afc1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Unset dirty status for tenant:735c05814e504fb28283df25a71fcf4c on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:32:52.472037 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f59a0b30-6a5a-44fc-b1f2-1037175bee76 req-f1ba7a8b-43e8-470f-b454-67cd5946afc1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635514 May 19 23:32:57.942864 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:33:01.753378 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Request body: {'port': {'device_id': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:01.973542 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.320850 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293ae69-63d8-46b4-a2c6-e2dbffdead20 req-6c10e1a0-b6b3-4c22-902f-9df11e11b0d8 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:02.322372 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a293ae69-63d8-46b4-a2c6-e2dbffdead20 req-6c10e1a0-b6b3-4c22-902f-9df11e11b0d8 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 931 time: 0.4499032 May 19 23:33:02.397877 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a293ae69-63d8-46b4-a2c6-e2dbffdead20 req-ad70fa8d-f46a-4278-95e8-e94c3cfdbd99 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682364 May 19 23:33:02.471367 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3a39eb-9093-4ca1-bdc1-de40a48de809 {{(pid=91600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:33:02.479459 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.494660 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Transition to ACTIVE for port object cf3a39eb-9093-4ca1-bdc1-de40a48de809 will not be triggered until provisioned by entity L2. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:33:02.498594 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.502977 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:02.659856 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:02.700122 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.700508 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.700878 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.701243 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.701603 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.701961 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.702334 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.702678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.703032 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.703381 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.703733 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.704110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:02.710856 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:02.745604 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Attempting to bind port cf3a39eb-9093-4ca1-bdc1-de40a48de809 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:33:02.745940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Attempting to bind port cf3a39eb-9093-4ca1-bdc1-de40a48de809 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:33:02.746329 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Attempting to bind port cf3a39eb-9093-4ca1-bdc1-de40a48de809 on network ea37325d-e90f-427b-81ba-4f071d66ade9 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:33:02.750886 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Port cf3a39eb-9093-4ca1-bdc1-de40a48de809 on network ea37325d-e90f-427b-81ba-4f071d66ade9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:33:02.751211 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Attempting to bind port cf3a39eb-9093-4ca1-bdc1-de40a48de809 on network ea37325d-e90f-427b-81ba-4f071d66ade9 {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:33:02.756236 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:33:02.756830 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Checking segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:33:02.756942 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Bound using segment: {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'} {{(pid=91600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:33:02.757347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.managers [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Bound port: cf3a39eb-9093-4ca1-bdc1-de40a48de809, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee288e0a-593a-459f-84f1-29f6237288a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9'}}] {{(pid=91600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:33:02.757692 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.849077 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, cleared binding levels {{(pid=91600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:33:02.851999 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:33:02.856519 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.861290 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f50dd32a-2d79-4b45-a353-bd06ecfb179a tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:02.911903 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:02.912515 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:02.913938 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 1093 time: 1.1648479 May 19 23:33:02.922291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:02.949726 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=3']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:02.953257 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:02.997725 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:33:03.040679 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-54073484-0c6c-4dba-857c-9efd4aed345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.042177 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-54073484-0c6c-4dba-857c-9efd4aed345c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1096 time: 0.0837183 May 19 23:33:03.115161 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-bafc7172-97e1-44ff-8150-cb0561e75a4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 217 time: 0.0630875 May 19 23:33:03.185838 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-a2e24dd2-540f-4519-bd38-fd24843053b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.187134 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-a2e24dd2-540f-4519-bd38-fd24843053b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0609667 May 19 23:33:03.261880 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0260425f-7825-45af-98c5-2bebc6a5b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.263334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-0260425f-7825-45af-98c5-2bebc6a5b429 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695460 May 19 23:33:03.399955 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-86d74200-a2b7-4b21-becb-80ffc73b5afb service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286180 May 19 23:33:03.541130 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a65d34a9-90b6-49f6-aebb-79d84099b786 req-76663fd8-f4cc-4cb4-93be-22b16b5ba97e service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339130 May 19 23:33:03.789378 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3dc31-fac4-4336-a8cf-87361815dd43 req-29d95a91-3160-4a2c-988f-c8a1a57684b1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.791402 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74a3dc31-fac4-4336-a8cf-87361815dd43 req-29d95a91-3160-4a2c-988f-c8a1a57684b1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 943 time: 0.2731354 May 19 23:33:03.793843 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-4e569ee9-6b7c-46bd-bbb6-ef913a6fa644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.795146 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-4e569ee9-6b7c-46bd-bbb6-ef913a6fa644 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1096 time: 0.1897082 May 19 23:33:03.918208 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74a3dc31-fac4-4336-a8cf-87361815dd43 req-dbb61621-f584-4e97-a2df-f48eb03b80ea tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211083 May 19 23:33:03.960430 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-896f972d-5e02-4bb7-b1fd-17900ce8f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:03.961895 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-896f972d-5e02-4bb7-b1fd-17900ce8f39b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1517510 May 19 23:33:04.032335 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-c54c84b7-cb62-44a7-851d-1bf7cbf64627 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 217 time: 0.0619993 May 19 23:33:04.097892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-0345fda2-8ddd-4148-b6b0-55278635e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:04.099195 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-0345fda2-8ddd-4148-b6b0-55278635e8d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0596502 May 19 23:33:04.174620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-8f7c3943-1477-4c3f-8989-623157502a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:04.176116 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-8f7c3943-1477-4c3f-8989-623157502a1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696816 May 19 23:33:04.310880 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-d876092e-b2f8-4e23-bca5-03f898e08b30 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259282 May 19 23:33:04.442700 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3edf6382-3580-4f01-83de-1dcf90a5e3af req-ad7103d5-2c03-4a61-948c-ec7b43066771 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250429 May 19 23:33:04.881002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a3064-292a-4412-94fa-9cc8322d63a5 req-3c9f23ca-460e-46bd-907d-2bfc01b3a78c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:04.882555 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ea9a3064-292a-4412-94fa-9cc8322d63a5 req-3c9f23ca-460e-46bd-907d-2bfc01b3a78c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0800307 May 19 23:33:04.931447 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ea9a3064-292a-4412-94fa-9cc8322d63a5 req-9f1d17be-e3c8-4589-ba98-5abe760f28c6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 May 19 23:33:05.101083 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a1b09-6484-4297-b38a-22e94d9515e0 req-01f574ac-31c8-4361-bbc1-63fb485aff43 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:05.102535 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-321a1b09-6484-4297-b38a-22e94d9515e0 req-01f574ac-31c8-4361-bbc1-63fb485aff43 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 943 time: 0.0798309 May 19 23:33:05.147618 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-321a1b09-6484-4297-b38a-22e94d9515e0 req-4e854fb1-e651-4af4-846d-c6d460b4753d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 May 19 23:33:05.260616 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device cf3a39eb-9093-4ca1-bdc1-de40a48de809 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:33:05.390080 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:05.402977 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'port_id': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'mac_address': 'fa:16:3e:65:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:33:05.463331 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:05.479756 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3a39eb-9093-4ca1-bdc1-de40a48de809 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:33:05.495397 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:05.498950 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:05.500645 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:05.567546 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:05.570608 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:05.730870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:33:06.124465 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610258-4026-4106-9be7-556cfd6b0421 req-48fcfaa1-8177-48c6-bd2f-c533c030c1b4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:06.125919 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-65610258-4026-4106-9be7-556cfd6b0421 req-48fcfaa1-8177-48c6-bd2f-c533c030c1b4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0843430 May 19 23:33:06.171116 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-65610258-4026-4106-9be7-556cfd6b0421 req-fe4fc5de-7c82-46fe-b201-c02df23ab26e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395858 May 19 23:33:06.347865 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df0ed6-bb30-4ee9-bf12-f120af0b8e20 req-5b121c8c-4102-4d12-a511-b2d9e40d5371 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:06.349405 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-21df0ed6-bb30-4ee9-bf12-f120af0b8e20 req-5b121c8c-4102-4d12-a511-b2d9e40d5371 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 944 time: 0.0788548 May 19 23:33:06.396956 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-21df0ed6-bb30-4ee9-bf12-f120af0b8e20 req-32b4dc78-f0fd-4826-b67d-0a94b1f47727 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 May 19 23:33:07.276659 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device cf3a39eb-9093-4ca1-bdc1-de40a48de809 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:33:07.342595 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:33:07.346960 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:33:07.347332 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:07.364031 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04c4a-c8b8-4e53-8d6a-3a89a34bce77 req-60ac6568-99ba-467f-b140-828e2fe59a8c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:07.365561 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51b04c4a-c8b8-4e53-8d6a-3a89a34bce77 req-60ac6568-99ba-467f-b140-828e2fe59a8c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0822742 May 19 23:33:07.411528 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51b04c4a-c8b8-4e53-8d6a-3a89a34bce77 req-574f1503-c06c-495a-b133-02c002480f6b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387888 May 19 23:33:07.469388 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:07.496590 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:07.506457 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:07.511293 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:07.513262 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:07.546959 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'code': 200} May 19 23:33:07.591448 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:07.594399 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:07.600034 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71a4d4-b2e9-4910-9bc0-65fc68e9242c req-415afea6-3c05-4f02-aa49-b0ed34bca6ad tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:07.601062 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5c71a4d4-b2e9-4910-9bc0-65fc68e9242c req-415afea6-3c05-4f02-aa49-b0ed34bca6ad tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.0975623 May 19 23:33:07.646116 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5c71a4d4-b2e9-4910-9bc0-65fc68e9242c req-2a4ad732-3797-4716-9217-b8a5ab12e9ad tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384796 May 19 23:33:07.778975 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b665ee-1bc0-4da7-b73b-6008ab6dbb34 req-a5f78096-8f50-417c-8196-1d6766600a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:07.780532 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-37b665ee-1bc0-4da7-b73b-6008ab6dbb34 req-a5f78096-8f50-417c-8196-1d6766600a43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1098 time: 0.0698297 May 19 23:33:07.821285 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-37b665ee-1bc0-4da7-b73b-6008ab6dbb34 req-8390fab2-901d-4a77-b517-6f7b59ea1363 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 May 19 23:33:08.608254 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e75106-c377-4bea-bba8-406a01253110 req-d999ab6c-11dd-4ffd-8e4c-9bd9b55c4fcc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:08.609733 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-23e75106-c377-4bea-bba8-406a01253110 req-d999ab6c-11dd-4ffd-8e4c-9bd9b55c4fcc tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0865524 May 19 23:33:08.656872 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-23e75106-c377-4bea-bba8-406a01253110 req-08833804-7581-4de8-9240-f45ac41dc7da tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413828 May 19 23:33:08.831962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e81fe2-6083-4e73-bd2b-e636fe5a2338 req-452a04e1-30f9-47ad-9e39-edfe4fe2c8ca tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:08.833380 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78e81fe2-6083-4e73-bd2b-e636fe5a2338 req-452a04e1-30f9-47ad-9e39-edfe4fe2c8ca tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.0779421 May 19 23:33:08.879681 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-78e81fe2-6083-4e73-bd2b-e636fe5a2338 req-7950993b-27d0-4c91-b729-3221f5dcadc0 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 May 19 23:33:09.132171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caf1f0-352c-49fd-a69e-b021be4c9c7d req-7ba5f2cd-6e51-432c-90f6-c8a2191975b4 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:09.133542 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-63caf1f0-352c-49fd-a69e-b021be4c9c7d req-7ba5f2cd-6e51-432c-90f6-c8a2191975b4 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.1509283 May 19 23:33:09.178395 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-63caf1f0-352c-49fd-a69e-b021be4c9c7d req-9eaedc8a-ff2b-459b-8e83-a370988c48ad tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 May 19 23:33:09.566087 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a85e-4b05-49a4-ae94-e4f8cfa810bb req-123bc4ab-9e7b-41de-91d5-76f28d3890a4 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:09.567575 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39c4a85e-4b05-49a4-ae94-e4f8cfa810bb req-123bc4ab-9e7b-41de-91d5-76f28d3890a4 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.0827351 May 19 23:33:09.612551 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-39c4a85e-4b05-49a4-ae94-e4f8cfa810bb req-d3481317-079c-460d-85d3-be5ef16cdd98 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 May 19 23:33:09.848388 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa3c05-8ce9-4e45-9631-9cc89ec31ba5 req-a5b8b396-8cf0-48f0-80eb-20fa137b3a0f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:09.849836 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-60fa3c05-8ce9-4e45-9631-9cc89ec31ba5 req-a5b8b396-8cf0-48f0-80eb-20fa137b3a0f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0794218 May 19 23:33:09.898031 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-60fa3c05-8ce9-4e45-9631-9cc89ec31ba5 req-ef800a7f-b931-4bb1-b56d-4330869d7f71 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 May 19 23:33:11.086344 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126fd4a-5712-479e-81c3-b888586bb4cd req-d4603d6a-2c20-499f-b144-4a7b96c354bb tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:11.088362 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f126fd4a-5712-479e-81c3-b888586bb4cd req-d4603d6a-2c20-499f-b144-4a7b96c354bb tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0797641 May 19 23:33:11.133429 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f126fd4a-5712-479e-81c3-b888586bb4cd req-ee313fd4-a562-4ef0-af5d-26440bcffb71 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 May 19 23:33:12.329273 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca271b-fcad-42e5-a4e1-724cc53343b1 req-3bf6826c-349f-4c72-a86f-160a21b72360 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:12.330719 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-90ca271b-fcad-42e5-a4e1-724cc53343b1 req-3bf6826c-349f-4c72-a86f-160a21b72360 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0830975 May 19 23:33:12.375520 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-90ca271b-fcad-42e5-a4e1-724cc53343b1 req-8e35b17b-5b60-49af-97c3-16ef5fea82d1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 May 19 23:33:13.567652 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c85fb-c7ee-434b-badc-a8bdd709eb5a req-69d86a96-a805-4d6e-831c-c97dc4e87525 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:13.569154 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-820c85fb-c7ee-434b-badc-a8bdd709eb5a req-69d86a96-a805-4d6e-831c-c97dc4e87525 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0834396 May 19 23:33:13.616982 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-820c85fb-c7ee-434b-badc-a8bdd709eb5a req-dc141329-142c-454e-af6b-358a6a1eac2e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415845 May 19 23:33:14.418658 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adf169-9190-4208-821f-e98f5fc8c594 req-500b10f2-0c9e-48d2-ba51-ec487cb69cec tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:14.420120 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11adf169-9190-4208-821f-e98f5fc8c594 req-500b10f2-0c9e-48d2-ba51-ec487cb69cec tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.0819468 May 19 23:33:14.463722 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-11adf169-9190-4208-821f-e98f5fc8c594 req-2d3cc183-5b83-4b2c-8e11-3bece575d6b5 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 May 19 23:33:14.486084 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37648) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:14.597575 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abb42f0-7ee4-4fb9-8148-cfb4a78f64eb tempest-TestMinimumBasicScenario-970947005 tempest-TestMinimumBasicScenario-970947005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:14.598281 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7abb42f0-7ee4-4fb9-8148-cfb4a78f64eb tempest-TestMinimumBasicScenario-970947005 tempest-TestMinimumBasicScenario-970947005-project-admin] Synchronizing usage tracker for tenant:be1bd50e17af45a79407773440895566 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:33:14.614461 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7abb42f0-7ee4-4fb9-8148-cfb4a78f64eb tempest-TestMinimumBasicScenario-970947005 tempest-TestMinimumBasicScenario-970947005-project-admin] Unset dirty status for tenant:be1bd50e17af45a79407773440895566 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:33:14.615813 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7abb42f0-7ee4-4fb9-8148-cfb4a78f64eb tempest-TestMinimumBasicScenario-970947005 tempest-TestMinimumBasicScenario-970947005-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1093 time: 0.1287582 May 19 23:33:14.619164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 37654) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:14.624177 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'port_id': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:14.629745 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:14.633466 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:floatingip and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:14.636792 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:14.642492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:14.653919 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for floatingip, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:14.845266 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd82b-0e1c-4966-a569-310297d6dd3c req-d7058d90-359a-46b6-b576-c5b1aefe9862 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:14.846616 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36efd82b-0e1c-4966-a569-310297d6dd3c req-d7058d90-359a-46b6-b576-c5b1aefe9862 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1129458 May 19 23:33:14.871964 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:14.953443 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-36efd82b-0e1c-4966-a569-310297d6dd3c req-1b8f943c-ebae-4e2e-b5f5-46a2d4fba11f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000469 May 19 23:33:15.030242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Allocated IP 172.28.2.196 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/10724e68-3152-4148-8303-9c13173ff3e5) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:33:15.174851 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:15.204328 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:15.208583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:15.271712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:33:15.274547 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:33:15.278179 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:33:15.314957 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'Port': ['ID=10724e68-3152-4148-8303-9c13173ff3e5,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:15.322197 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:15.684174 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-63f8b27e-6806-4a85-ab17-537a59c66c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:15.804248 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:15.884174 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:16.142047 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:16.146598 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:16.151613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ea9381cc-de76-43ce-b08d-8eebd2ba6993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:16.264486 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'Port': ['ID=10724e68-3152-4148-8303-9c13173ff3e5,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:16.275644 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82336df-1962-4403-9d78-8691f74ec01d req-b0ab4314-a5f6-463e-b3ec-530cdd0a32c3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:16.277164 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c82336df-1962-4403-9d78-8691f74ec01d req-b0ab4314-a5f6-463e-b3ec-530cdd0a32c3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.2115428 May 19 23:33:16.278002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:16.301895 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:16.403054 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c82336df-1962-4403-9d78-8691f74ec01d req-911131e4-f047-4a9f-9422-62f8467b0a11 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195643 May 19 23:33:16.490548 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Floating IP 0e7173fd-54c3-4c12-98a8-748777d71fdc associated. External IP: 172.28.2.196, port: cf3a39eb-9093-4ca1-bdc1-de40a48de809. May 19 23:33:16.833021 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Router 8b4b493f-fe81-4237-a3aa-c68190237495 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:33:17.101195 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:33:17.110933 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Sync routers for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:33:17.120437 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:33:17.121114 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:17.126376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.183223 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5630336 May 19 23:33:17.184465 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:17.186087 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37666) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:17.192435 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578068889', 'description': 'tempest-secgroup-smoke-1578068889 description', 'project_id': '735c05814e504fb28283df25a71fcf4c'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:17.198880 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:17.209246 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:17.234119 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:33:17.234445 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.255143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:17.259427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:17.262321 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:17.268169 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:17.302175 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:33:17.343004 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.346935 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.352598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6d903000-3042-436e-bb18-431a6181de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:17.375020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-54311dd0-8933-4e44-811a-86668de6995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:17.376534 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-54311dd0-8933-4e44-811a-86668de6995b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1098 time: 0.1189964 May 19 23:33:17.386960 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac343eb-1737-451b-a08f-62756e903788,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:17.391561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.397674 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.398323 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.398818 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.399919 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.400349 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.400812 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.401232 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.401657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.402113 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.402526 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.402983 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.403402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:17.416054 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:17.439237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.442424 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2553058 May 19 23:33:17.443170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37680) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:17.449355 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:17.456259 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:17.460294 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:17.463707 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:17.470012 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:17.488518 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.538973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-3ca31863-011e-4663-8d90-46ef2cba2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:17.541698 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-3ca31863-011e-4663-8d90-46ef2cba2aa7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1566477 May 19 23:33:17.585408 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.590814 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.593419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:17.616851 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4817b196-bbf3-456b-ad1e-84d7ebce75d0,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:17.621054 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:17.631320 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.635157 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b50d5f74-3208-4e76-a2ad-cab96b0b40d3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884892 May 19 23:33:17.635487 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37684) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:17.642475 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:17.658782 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:17.667926 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:17.668724 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-77eeeed4-b831-4ca0-8ed8-03117c00d813 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 999 time: 0.1195447 May 19 23:33:17.670976 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:17.677058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:17.707506 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.783424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.788999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.796092 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-20b940cb-f7a8-4401-a2a1-1d69e6a12bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:17.797539 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-20b940cb-f7a8-4401-a2a1-1d69e6a12bef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.1198390 May 19 23:33:17.814334 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:17.825159 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '0e7173fd-54c3-4c12-98a8-748777d71fdc', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'port_id': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'mac_address': 'fa:16:3e:65:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:15Z', 'updated_at': '2021-05-19T23:33:15Z', 'revision_number': 0, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:17.826985 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab7589-61d5-4092-9f8b-6e3443112367 req-786e9700-d57d-41e5-a453-acb208b1d04f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:17.827435 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.828039 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-17ab7589-61d5-4092-9f8b-6e3443112367 req-786e9700-d57d-41e5-a453-acb208b1d04f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1111345 May 19 23:33:17.829536 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Checking router: 8b4b493f-fe81-4237-a3aa-c68190237495 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:33:17.831724 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1944742 May 19 23:33:17.832435 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37688) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:17.836474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994c2722-bffe-445a-a3d7-30ccdaf535ca,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:17.839528 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:17.843082 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:17.845169 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:33:17.845895 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:32:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:17.848978 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:17.853444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:17.856297 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:17.862475 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:17.879042 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.920822 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-17ab7589-61d5-4092-9f8b-6e3443112367 req-1039c889-a07e-4ff0-910c-7e399744d5b0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558534 May 19 23:33:17.937781 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-a9f9c124-b987-4c98-9c6e-0a7e1d8bd535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:17.939317 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-a9f9c124-b987-4c98-9c6e-0a7e1d8bd535 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220102 May 19 23:33:17.942218 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.946763 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.949504 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-07248354-7d8a-47cd-873a-9bb64d58d9a6 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:17.972922 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd1a5e2-b523-4445-b563-28ed35174723,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:17.978268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:17.984611 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:17.986716 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-c9043493-dd69-4c0b-91f2-11d056a6e2a6 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519258 May 19 23:33:17.989306 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37692) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:17.996143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:18.001907 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:18.005870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:18.008790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:18.014688 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:18.035448 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.068034 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:33:18.101454 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-c8e53450-de30-4718-9c4b-3b8581f23330 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526113 May 19 23:33:18.106893 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.111464 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.113583 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:18.136298 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc3717-0061-412e-bc0a-35c0f7fcb5e8,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:18.138861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:18.147466 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.148716 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-a56862f0-8930-44a3-9380-839c257aef17 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584795 May 19 23:33:18.151706 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37696) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:18.156362 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:18.162302 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:18.166328 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:18.169204 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:18.174914 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:18.186668 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.securitygroups_db [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Project 735c05814e504fb28283df25a71fcf4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 23:33:18.192997 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.250580 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-404a9341-9220-4577-8043-aeeaf2bac1a6 req-f61094f3-b6c8-4b25-88af-93271e47093b service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401834 May 19 23:33:18.260031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.263695 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.265784 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2979599a-54ce-40c3-84db-3dbf40c51d8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:18.289703 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca66967-4c98-4fb5-8a0c-a64f6539671c,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:18.295256 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:18.298885 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.300097 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e4de7d98-2b33-44bb-a420-97999ae46294 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478198 May 19 23:33:18.302717 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 37700) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:18.308467 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'security_group_rule': {'security_group_id': '2ac343eb-1737-451b-a08f-62756e903788', 'project_id': '735c05814e504fb28283df25a71fcf4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:18.314785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:33:18.318582 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Usage tracker for resource:security_group_rule and tenant:735c05814e504fb28283df25a71fcf4c is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:33:18.322087 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:33:18.328372 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:33:18.337476 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.securitygroups_db [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Project 735c05814e504fb28283df25a71fcf4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 23:33:18.343204 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.355408 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.409382 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.412797 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.414802 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:18.436606 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af31621b-c156-49ee-84db-50b9d0e05c25,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:18.439292 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:18.441755 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e682ad6b-17a6-4966-a67a-302789b96269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.449133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:18.450407 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467762 May 19 23:33:18.474759 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '0e7173fd-54c3-4c12-98a8-748777d71fdc', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'port_id': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'mac_address': 'fa:16:3e:65:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:15Z', 'updated_at': '2021-05-19T23:33:15Z', 'revision_number': 0, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:18.478675 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c96ad-9cc2-4886-a40e-b8e81bbf465c None None] The sync data for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb is: [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '0e7173fd-54c3-4c12-98a8-748777d71fdc', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'port_id': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'mac_address': 'fa:16:3e:65:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:33:15Z', 'updated_at': '2021-05-19T23:33:15Z', 'revision_number': 0, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:33:18.592529 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8fbec624-ab95-4c22-a581-22749c2718da req-17a32721-4de1-49d7-981e-092444b8a722 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578068889&fields=id&tenant_id=735c05814e504fb28283df25a71fcf4c HTTP/1.1" status: 200 len: 267 time: 0.0559795 May 19 23:33:18.677630 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec624-ab95-4c22-a581-22749c2718da req-8202e695-6ef7-4a93-893b-21f78b132044 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:18.679043 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8fbec624-ab95-4c22-a581-22749c2718da req-8202e695-6ef7-4a93-893b-21f78b132044 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.0809028 May 19 23:33:18.691549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'port': {'security_groups': ['13375dbb-a4aa-4c59-9a1b-98b870c55ae4', '2ac343eb-1737-451b-a08f-62756e903788']}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:33:18.692142 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4262c2a-8f6f-4a62-bc0e-e76018777eb0 None None] New status for floating IP 0e7173fd-54c3-4c12-98a8-748777d71fdc: ACTIVE {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:33:18.811890 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.117019 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:19.152907 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.160131 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.165942 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:19.172045 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:33:19.202581 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6867-1ae0-448a-9fe6-7fa88863da32 req-038f40f2-7bd0-4c78-b8a6-1a1f8fc46f8d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.204065 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2f6f6867-1ae0-448a-9fe6-7fa88863da32 req-038f40f2-7bd0-4c78-b8a6-1a1f8fc46f8d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1613588 May 19 23:33:19.264671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.265314 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.266716 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8fbec624-ab95-4c22-a581-22749c2718da req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "PUT /v2.0/ports/cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 981 time: 0.5799763 May 19 23:33:19.269412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:19.304987 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.344252 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:33:19.444433 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2f6f6867-1ae0-448a-9fe6-7fa88863da32 req-b0855cdf-cf29-49ad-a9ce-49632ae5283d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311654 May 19 23:33:19.452148 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=6']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:19.459432 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:19.505801 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9072-68e9-4965-b3b5-19897a923728 req-371f7cdf-b1dc-44c2-b622-4b039ce22b8e tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.507436 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-293a9072-68e9-4965-b3b5-19897a923728 req-371f7cdf-b1dc-44c2-b622-4b039ce22b8e tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1002390 May 19 23:33:19.509633 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:33:19.569432 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-200667f8-1398-4c96-8482-175e38efdf46 None None] Provisioning complete for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:33:19.569960 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-200667f8-1398-4c96-8482-175e38efdf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:19.607627 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-293a9072-68e9-4965-b3b5-19897a923728 req-e880a5d3-300c-4666-9ec3-a3e36860da8d tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907497 May 19 23:33:19.630261 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-df882580-3d7a-4bce-91ef-fac18256d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.631747 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-df882580-3d7a-4bce-91ef-fac18256d2b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1137 time: 0.0993061 May 19 23:33:19.778391 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-2adf007b-b4ff-44c6-b834-a6e80719a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.779854 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-2adf007b-b4ff-44c6-b834-a6e80719a90c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1409435 May 19 23:33:19.888039 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-b10e816c-9b97-415e-a96c-c9e2c5be1a3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 1001 time: 0.0978932 May 19 23:33:19.952120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-38c3f1e9-3323-4588-b280-462794e77d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:19.953700 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-38c3f1e9-3323-4588-b280-462794e77d41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0585644 May 19 23:33:20.027909 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-24f008e1-b4f6-4d38-8729-945bdc47c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:20.029297 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-24f008e1-b4f6-4d38-8729-945bdc47c4e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688274 May 19 23:33:20.161669 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-12aac25b-ca13-441e-9e45-6c4e12f4a1b9 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 May 19 23:33:20.296147 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-92c8e7d2-38df-4fd6-a0be-67602442d8ea req-14c79133-ba67-4fda-971d-db2c426ce6a7 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242125 May 19 23:33:20.640585 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012525d-14cc-4016-a552-e6dc3dc7eeed req-a2dcf521-45b2-498a-aa0e-c7f9787de789 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:20.642031 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2012525d-14cc-4016-a552-e6dc3dc7eeed req-a2dcf521-45b2-498a-aa0e-c7f9787de789 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0830014 May 19 23:33:20.685895 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2012525d-14cc-4016-a552-e6dc3dc7eeed req-23352871-9432-4a2f-a21a-30d4d7769142 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382295 May 19 23:33:20.823386 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:21.872304 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828af47-7041-4eb6-8b69-ba4a2586d8e6 req-f8a4918a-7c02-4266-b447-203545da3b44 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:21.873669 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d828af47-7041-4eb6-8b69-ba4a2586d8e6 req-f8a4918a-7c02-4266-b447-203545da3b44 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0795448 May 19 23:33:21.921281 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d828af47-7041-4eb6-8b69-ba4a2586d8e6 req-94109c76-76a5-49b4-b68d-596b6a1d381a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419362 May 19 23:33:23.105813 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd570c95-29b2-4938-988c-7c6b851e2823 req-0eb25f4f-8573-43c6-98d9-218b9fe5994d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:23.107280 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fd570c95-29b2-4938-988c-7c6b851e2823 req-0eb25f4f-8573-43c6-98d9-218b9fe5994d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0795009 May 19 23:33:23.152190 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fd570c95-29b2-4938-988c-7c6b851e2823 req-c9c8212b-899d-48d6-9c5e-216e97801754 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387855 May 19 23:33:24.348281 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058275-f1aa-4c72-8068-c7e932e0d755 req-f0b207a6-3d48-4781-9e3f-42a749f00548 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:24.349721 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71058275-f1aa-4c72-8068-c7e932e0d755 req-f0b207a6-3d48-4781-9e3f-42a749f00548 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0832086 May 19 23:33:24.392716 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71058275-f1aa-4c72-8068-c7e932e0d755 req-a0591379-1e89-4fbe-91c8-557bf0f0ef3c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366306 May 19 23:33:25.578858 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fcd5-6274-4220-9621-3e637e350048 req-36b9c1d5-1d25-4c7a-af43-bb598baa0c2c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:25.580248 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-13a3fcd5-6274-4220-9621-3e637e350048 req-36b9c1d5-1d25-4c7a-af43-bb598baa0c2c tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0781388 May 19 23:33:25.623418 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-13a3fcd5-6274-4220-9621-3e637e350048 req-7d5f7790-6a61-4c02-84e7-76ede031cfa0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375252 May 19 23:33:26.811085 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d606476-67a1-43cd-ba22-228d120e9bae req-ee1317f1-0502-4624-8a1e-e051b7c3c674 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:26.812564 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d606476-67a1-43cd-ba22-228d120e9bae req-ee1317f1-0502-4624-8a1e-e051b7c3c674 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0829380 May 19 23:33:26.857370 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1d606476-67a1-43cd-ba22-228d120e9bae req-84052616-55fa-46f0-b2e7-a777f06a660a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 May 19 23:33:27.417082 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:33:27.550185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:27.570785 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '3b583e8b-401a-47a1-9075-23de903c347e', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:33:27.651479 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:27.668710 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:33:27.688062 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:27.691973 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:27.693700 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:27.777593 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=6']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:27.786639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['3b583e8b-401a-47a1-9075-23de903c347e'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:33:27.824700 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.824942 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.825277 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.825600 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.825928 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.826280 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.826578 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.826905 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.827218 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.827533 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.827886 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.828211 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:33:27.836044 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:28.138073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349030-2249-43fd-a245-5659c59a4e90 req-d49a92d9-ca5d-4911-8f4b-c7aaadf86a97 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:28.139567 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-12349030-2249-43fd-a245-5659c59a4e90 req-d49a92d9-ca5d-4911-8f4b-c7aaadf86a97 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 944 time: 0.0977368 May 19 23:33:28.198985 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-12349030-2249-43fd-a245-5659c59a4e90 req-52ed9436-7f39-4adb-81ee-279247b2f6b7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520101 May 19 23:33:29.405823 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2615ef-f194-45de-bce3-c9782cf79291 req-fe8d1728-f67e-46f7-a9fb-14f75bfb0b18 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:29.412851 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa2615ef-f194-45de-bce3-c9782cf79291 req-fe8d1728-f67e-46f7-a9fb-14f75bfb0b18 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 944 time: 0.0873110 May 19 23:33:29.422803 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:33:29.459721 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fa2615ef-f194-45de-bce3-c9782cf79291 req-b9561f54-5b8c-45f7-ac4a-ec4d7c3a5633 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457280 May 19 23:33:29.509895 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 3b583e8b-401a-47a1-9075-23de903c347e triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:33:29.510406 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:29.646568 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:29.678913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:29.690034 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:29.696418 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:29.700264 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:29.757015 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'code': 200} May 19 23:33:29.796005 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=7']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:29.799442 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:30.769398 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4af98a-07da-4df0-9f1b-63be00fc76ed req-97475e92-f7e3-4892-9e8f-543a88110107 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:30.770860 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e4af98a-07da-4df0-9f1b-63be00fc76ed req-97475e92-f7e3-4892-9e8f-543a88110107 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1824796 May 19 23:33:30.818839 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6e4af98a-07da-4df0-9f1b-63be00fc76ed req-2a7c486b-0596-4a65-a4fc-55544f619fe6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 May 19 23:33:32.022040 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a108-45dd-4419-808c-cde00b6f6c5c req-2c0531fc-70f0-4633-99c6-3a6be899f065 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:32.023521 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1544a108-45dd-4419-808c-cde00b6f6c5c req-2c0531fc-70f0-4633-99c6-3a6be899f065 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0857000 May 19 23:33:32.079632 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1544a108-45dd-4419-808c-cde00b6f6c5c req-462a9688-8f6b-4566-a68a-a0c56c2c8a39 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473242 May 19 23:33:33.344535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ea5b3-0bbc-44a5-8c29-d0d315dc0416 req-02b4a7bc-b5a8-4d73-91dc-5526fe28f4e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:33.346867 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ab9ea5b3-0bbc-44a5-8c29-d0d315dc0416 req-02b4a7bc-b5a8-4d73-91dc-5526fe28f4e9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0845664 May 19 23:33:33.394087 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ab9ea5b3-0bbc-44a5-8c29-d0d315dc0416 req-a8ab457e-0bf7-46bc-ad6c-92d948b267fa tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 May 19 23:33:34.660530 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05f8d9-151d-424b-98d2-b1dc774f5929 req-f6b7c94a-7a9d-48e9-870b-8f16d6afca1e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:34.663843 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2d05f8d9-151d-424b-98d2-b1dc774f5929 req-f6b7c94a-7a9d-48e9-870b-8f16d6afca1e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.1426020 May 19 23:33:34.714494 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2d05f8d9-151d-424b-98d2-b1dc774f5929 req-ba64f475-5d88-4d23-a126-e37f1e2a8a27 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 May 19 23:33:34.941961 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:33:35.965387 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538613-34de-4b2a-a947-e5557e9163a5 req-c3a04b0b-6b2c-40a4-a3b7-1a9c7c5da109 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:35.967437 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-aa538613-34de-4b2a-a947-e5557e9163a5 req-c3a04b0b-6b2c-40a4-a3b7-1a9c7c5da109 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0939524 May 19 23:33:36.032427 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-aa538613-34de-4b2a-a947-e5557e9163a5 req-f0ef31ed-47a2-4a84-ae58-1105c336a6e1 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556169 May 19 23:33:37.236440 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b0dce-d924-4b4d-a440-506057b7354b req-4eb9681d-90e2-49d7-b393-f9432d45a1db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:37.237895 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-314b0dce-d924-4b4d-a440-506057b7354b req-4eb9681d-90e2-49d7-b393-f9432d45a1db tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0830314 May 19 23:33:37.281947 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-314b0dce-d924-4b4d-a440-506057b7354b req-20141874-ab3b-4014-a006-e1cc441ece9b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 May 19 23:33:37.542235 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-4ea4d637-80fe-403c-b401-6c683d82d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:37.543702 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-4ea4d637-80fe-403c-b401-6c683d82d97f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1098 time: 0.0701129 May 19 23:33:37.676562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-6af643eb-1205-4d4f-8aec-55772618d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:37.678027 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-6af643eb-1205-4d4f-8aec-55772618d236 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.1267624 May 19 23:33:37.780988 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-11ebc8e9-388c-4f06-81e7-241cc3489263 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 999 time: 0.0956738 May 19 23:33:37.848324 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-cd02d1ad-84d9-4b18-b65c-6468b808b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:37.849773 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-cd02d1ad-84d9-4b18-b65c-6468b808b877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0620482 May 19 23:33:37.927596 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-fd11ce3d-4267-413c-b500-53a97bf2c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:37.929428 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-fd11ce3d-4267-413c-b500-53a97bf2c83c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724142 May 19 23:33:38.067193 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-081c5fa6-30f4-4047-83ee-ee2e8b0b7c4a service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291280 May 19 23:33:38.197861 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-71b8fc38-e099-4f5b-b392-a0e4ed088d3b req-74904f62-6001-42a9-9c67-1bec5dc116f4 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239901 May 19 23:33:38.466363 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68c3be-f121-4679-9ac7-f1231968ae83 req-b7e6ace6-632e-4460-80b3-229fe7d004d0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:38.467832 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d68c3be-f121-4679-9ac7-f1231968ae83 req-b7e6ace6-632e-4460-80b3-229fe7d004d0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0784059 May 19 23:33:38.515209 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4d68c3be-f121-4679-9ac7-f1231968ae83 req-de596e95-2798-4351-b897-802eed2b6e82 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 May 19 23:33:39.711115 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60d84e-6597-47f3-8904-6ed8260b293b req-b073d52b-b6d3-464e-92c3-59175ebc4002 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:39.712591 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac60d84e-6597-47f3-8904-6ed8260b293b req-b073d52b-b6d3-464e-92c3-59175ebc4002 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0786753 May 19 23:33:39.756649 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ac60d84e-6597-47f3-8904-6ed8260b293b req-8d041aa3-7be8-47c0-baa7-fb3ed5672bbe tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 May 19 23:33:40.950333 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366e019-1e47-407a-8252-bec7b0800b8c req-53944bb6-6076-44a9-ac7a-a9e9d7fc039e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:40.951817 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0366e019-1e47-407a-8252-bec7b0800b8c req-53944bb6-6076-44a9-ac7a-a9e9d7fc039e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 945 time: 0.0866096 May 19 23:33:40.997248 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0366e019-1e47-407a-8252-bec7b0800b8c req-1428bbb2-e4b3-4dbe-9038-cd9cd072a0ca tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 May 19 23:33:41.422607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dcb6c-0b9a-40c8-b2d3-95d1505b6827 req-71204e77-d5ee-46b5-8cb2-92870453787f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:41.424095 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c00dcb6c-0b9a-40c8-b2d3-95d1505b6827 req-71204e77-d5ee-46b5-8cb2-92870453787f tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0800128 May 19 23:33:41.469984 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c00dcb6c-0b9a-40c8-b2d3-95d1505b6827 req-6b17bfa8-e0b9-46e0-86e4-7c880942caad tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400729 May 19 23:33:41.494154 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:33:41.608886 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:41.634843 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:41.645012 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:41.649993 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:41.652074 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:41.718621 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=8']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:41.721761 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:41.746538 dv-cinder-792209-1-smb neutron-server[91602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'code': 422} returned with failed status May 19 23:33:42.399963 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-017a2feb-ed72-4c55-8511-3157e1ba10af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738449 May 19 23:33:42.483737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d7f4-ad01-4ebd-b648-32693a770e09 req-936ec8a8-a26a-4d95-8024-fd758cc2928b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:42.485164 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7453d7f4-ad01-4ebd-b648-32693a770e09 req-936ec8a8-a26a-4d95-8024-fd758cc2928b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1679516 May 19 23:33:42.531404 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7453d7f4-ad01-4ebd-b648-32693a770e09 req-380c0ae6-d602-418f-935a-82688eea45e0 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403097 May 19 23:33:42.667550 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b0813-6f6e-4285-bdcc-3b8bb04b9cac req-19124e86-3611-4848-a696-097a0528ddf4 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:42.669068 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-362b0813-6f6e-4285-bdcc-3b8bb04b9cac req-19124e86-3611-4848-a696-097a0528ddf4 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0841570 May 19 23:33:42.714149 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-362b0813-6f6e-4285-bdcc-3b8bb04b9cac req-4a706c83-d12f-4431-aa0e-a90a0501c786 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394559 May 19 23:33:43.259903 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3a9bdce8-2795-4c4f-97f3-1449d9281bba tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:43.261334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3a9bdce8-2795-4c4f-97f3-1449d9281bba tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.0791662 May 19 23:33:43.395744 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Deleting port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:33:43.396120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:43.580687 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] For port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:43.581217 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:43.595155 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-c3e171e3-1619-4e63-a7b9-fc1660eb1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:43.596681 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-c3e171e3-1619-4e63-a7b9-fc1660eb1652 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749&tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979 HTTP/1.1" status: 200 len: 1096 time: 0.1854956 May 19 23:33:44.032829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-511fd37c-42c5-4d1d-9b24-49417c5fae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.034309 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-511fd37c-42c5-4d1d-9b24-49417c5fae5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1096 time: 0.3892000 May 19 23:33:44.078765 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315c5f6-7649-4501-a35c-8273a2ddff04 req-14613047-bed5-474e-be52-45c46267ea9d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.080175 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c315c5f6-7649-4501-a35c-8273a2ddff04 req-14613047-bed5-474e-be52-45c46267ea9d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.3947241 May 19 23:33:44.101481 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:44.102400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:44.102720 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Floating IP cd465a5a-dab5-4303-8640-157be520f6ed disassociated. External IP: 172.28.2.129, port: 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212. May 19 23:33:44.103065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Calling delete_port for 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 owned by compute:nova {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:33:44.197143 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e5c0d-9adf-40c0-a545-096d3633c9a7 req-cba1c838-e1aa-4495-9ce2-3d41add4de61 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.198605 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9c9e5c0d-9adf-40c0-a545-096d3633c9a7 req-cba1c838-e1aa-4495-9ce2-3d41add4de61 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 946 time: 0.3682163 May 19 23:33:44.262999 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c315c5f6-7649-4501-a35c-8273a2ddff04 req-ad7f2aa7-751a-466e-9278-ab5023d7ba35 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741796 May 19 23:33:44.304138 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-cd5eb3eb-71d9-441c-8935-3a80c2c761bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.305576 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-cd5eb3eb-71d9-441c-8935-3a80c2c761bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.2618647 May 19 23:33:44.311006 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9c9e5c0d-9adf-40c0-a545-096d3633c9a7 req-c6fd8411-815f-4663-9c85-16bd69c52924 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups?id=94090d17-6014-4ab3-a4c3-7a1e8171fb3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912609 May 19 23:33:44.552781 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-037036ee-6c54-435a-bcbb-46cb837d3212 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 997 time: 0.2398832 May 19 23:33:44.610445 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:44.617711 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-93bdcf40-de7c-4d17-8778-8e888a47cbc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:44.668928 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'Port': ['ID=57a58cdc-e2fd-46fb-8b44-9a6b73bc1212,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:44.674013 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:44.675269 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-03ccd540-7c46-4a4a-867c-32fad6bca7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.676749 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-03ccd540-7c46-4a4a-867c-32fad6bca7db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.1159132 May 19 23:33:44.906619 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-bceb68b6-3e3b-41d6-8a0e-e52a6d17fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:44.908334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-bceb68b6-3e3b-41d6-8a0e-e52a6d17fdc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1797705 May 19 23:33:44.939200 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:33:45.177760 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-281a53d0-e157-4cfc-9966-84fca7768d00 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622652 May 19 23:33:45.304533 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:33:45.316356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:33:45.327322 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:33:45.328119 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:33:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:45.383914 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] No DVR routers for this DVR port 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 on host hv-cinder-79220 {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:33:45.391998 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:45.396485 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'name': 'network-vif-deleted', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:45.468944 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-26e00270-0535-44f7-99a0-1f7c4ee2e094 req-a34723f4-6acf-44a4-9964-7d94857d9288 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796881 May 19 23:33:45.479542 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f49286a7-8df8-49e9-ab67-aee781aaa232 req-3e25dc7c-7b6c-4cae-8182-15829fcc8820 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.58 "DELETE /v2.0/ports/57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 HTTP/1.1" status: 204 len: 173 time: 2.2120514 May 19 23:33:45.529941 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:33:45.564237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d6f9-633a-4d0b-b9e5-dabdf88b775e req-343d2271-f59a-4c31-b68a-6f3ee7aedc5e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:45.571785 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cfe0d6f9-633a-4d0b-b9e5-dabdf88b775e req-343d2271-f59a-4c31-b68a-6f3ee7aedc5e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1841955 May 19 23:33:45.596744 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bb4ea91c-32c7-49c5-96f8-9e3c398c8f63 req-99d3d3f1-46fd-4a53-bb47-17b8c97989ff tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Synchronizing usage tracker for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:33:45.599549 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-21ffb147-b2ea-4e07-bf47-c1bfd5461143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:45.601385 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-21ffb147-b2ea-4e07-bf47-c1bfd5461143 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1137 time: 0.1432989 May 19 23:33:45.647077 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cfe0d6f9-633a-4d0b-b9e5-dabdf88b775e req-24c0d04e-6a17-4c7a-a464-a8bb261e5822 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740931 May 19 23:33:45.653226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-bb4ea91c-32c7-49c5-96f8-9e3c398c8f63 req-99d3d3f1-46fd-4a53-bb47-17b8c97989ff tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Unset dirty status for tenant:cbbd7a1c20664013959e6bb22b76d660 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:33:45.655037 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-bb4ea91c-32c7-49c5-96f8-9e3c398c8f63 req-99d3d3f1-46fd-4a53-bb47-17b8c97989ff tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.1442339 May 19 23:33:45.795458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-0a3cb8b1-ea25-4df9-9335-83921584dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:45.801984 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-0a3cb8b1-ea25-4df9-9335-83921584dcd2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1880789 May 19 23:33:45.808435 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2439-3c90-44ba-beb7-81e6bd8a9b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:45.856304 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ceb69c-1696-4d5d-a91b-1f517f7de615', 'name': 'network-vif-deleted', 'tag': '57a58cdc-e2fd-46fb-8b44-9a6b73bc1212', 'status': 'completed', 'code': 200} May 19 23:33:45.890264 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f74ce-b496-4af4-8db1-e5c202949e54 req-62d30304-ad53-4056-9b72-8acc5ba1f596 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:45.892364 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f90f74ce-b496-4af4-8db1-e5c202949e54 req-62d30304-ad53-4056-9b72-8acc5ba1f596 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1019852 May 19 23:33:45.937983 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:45.941914 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:33:45.951338 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f90f74ce-b496-4af4-8db1-e5c202949e54 req-d6af6ca9-c23b-4e18-944c-bf7cd14476aa tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529099 May 19 23:33:45.952604 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:33:45.953227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:33:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:45.956181 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-020adade-6754-4b07-8af1-c412d32a49ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 1001 time: 0.1514213 May 19 23:33:46.048066 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-89890a29-3a66-4186-aee1-bb66fd4ecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:46.051339 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-89890a29-3a66-4186-aee1-bb66fd4ecc9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0793338 May 19 23:33:46.272225 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:33:46.608885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:33:46.613100 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767f379-d6f6-4b0e-95a1-1f575ee206c3 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:12Z', 'revision_number': 4, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '7e1c1143-54c8-4987-b377-11ffc6e92387', 'name': '', 'network_id': '212e297c-45d6-4abc-acf2-aeb29d06df68', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'mac_address': 'fa:16:3e:f5:90:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:26Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'subnets': [{'id': '6b1d27c7-3f01-4538-bd04-caa69ccf2079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:33:46.881460 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74207c5c-7b52-44e0-8d66-d4f5f1b62822 req-ce7fdefd-3c3b-4f45-a4ab-fe2b8c7146c9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:46.888562 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74207c5c-7b52-44e0-8d66-d4f5f1b62822 req-ce7fdefd-3c3b-4f45-a4ab-fe2b8c7146c9 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1252403 May 19 23:33:46.952537 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74207c5c-7b52-44e0-8d66-d4f5f1b62822 req-323915be-5eea-496b-97fa-4965e326637f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616360 May 19 23:33:46.975114 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab1f4e-93de-41a5-b66e-83f57bf44b6e None None] New status for floating IP cd465a5a-dab5-4303-8640-157be520f6ed: DOWN {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:33:47.060732 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-33c4fbbf-63aa-4cdd-9438-a738a359537c req-c2250124-6773-42c4-ad9c-502084922671 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0500343 May 19 23:33:47.173097 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6d7bf-7ea7-4e29-bb0f-7dea4c62a1da req-0f76fb03-3b3d-4e32-8362-0c4ec9a7cd16 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:47.174610 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97a6d7bf-7ea7-4e29-bb0f-7dea4c62a1da req-0f76fb03-3b3d-4e32-8362-0c4ec9a7cd16 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0929346 May 19 23:33:47.224729 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-97a6d7bf-7ea7-4e29-bb0f-7dea4c62a1da req-ee7974f0-0113-4e4b-ac61-07ef4a6a4dea tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433733 May 19 23:33:47.352957 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:47.481978 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:33:47.516386 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:33:47.516734 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 57a58cdc-e2fd-46fb-8b44-9a6b73bc1212 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:33:48.280172 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c36754b3-6ffe-4f15-95e7-ce4d7ff01068 req-465cc8eb-5983-43b3-b24e-8f98c88ecb19 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0486965 May 19 23:33:48.308070 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:48.328653 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bab49-8a87-4bbf-bb1b-288dc2acd3ac req-707a679b-70f5-434a-9ef1-0806ad2e6f21 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:48.332387 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-429bab49-8a87-4bbf-bb1b-288dc2acd3ac req-707a679b-70f5-434a-9ef1-0806ad2e6f21 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.2640202 May 19 23:33:48.411532 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-429bab49-8a87-4bbf-bb1b-288dc2acd3ac req-b1b62286-2e0c-47cc-891a-65a748585049 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728793 May 19 23:33:48.435068 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-a813d38c-18c5-489f-9fad-58d71d2f1730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:48.501720 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c007118-0da9-45e9-8587-e91c72ed8447 req-bc22b58d-e091-4f07-8960-3a0ac7d7bada tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:48.503262 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c007118-0da9-45e9-8587-e91c72ed8447 req-bc22b58d-e091-4f07-8960-3a0ac7d7bada tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0881753 May 19 23:33:48.552664 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3c007118-0da9-45e9-8587-e91c72ed8447 req-29abc8c2-b591-491b-b08f-2a753e67c055 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434167 May 19 23:33:49.271757 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:49.452191 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a8bda65e-f020-4aff-8e69-aec02b59f1e6 req-e59577c0-3e5d-4dfb-9244-74d74fa639fd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0464094 May 19 23:33:49.624909 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733a6d-f4d0-46c4-ad22-532bb7e31cb3 req-e2ac0e64-d601-49b4-be00-32e4e4013412 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:49.626954 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5a733a6d-f4d0-46c4-ad22-532bb7e31cb3 req-e2ac0e64-d601-49b4-be00-32e4e4013412 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1013980 May 19 23:33:49.683384 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5a733a6d-f4d0-46c4-ad22-532bb7e31cb3 req-bd807d2f-8560-4282-9ce4-9e8ba702e7b3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480528 May 19 23:33:49.778301 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e2954-a1b9-41b5-90d4-302730c1d482 req-f15f0ace-0c14-4179-8dc7-593a932e7ede tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:49.780514 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-031e2954-a1b9-41b5-90d4-302730c1d482 req-f15f0ace-0c14-4179-8dc7-593a932e7ede tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0942249 May 19 23:33:49.828577 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-031e2954-a1b9-41b5-90d4-302730c1d482 req-80461ea9-d151-4457-90df-9aa4a5b2f9b3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426316 May 19 23:33:50.625718 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9c5cb4d1-76e7-4982-bcd3-ba14868c8785 req-06447803-6686-47a7-b964-84abb5c881c9 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0434153 May 19 23:33:50.832041 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:50.893162 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1338610-20c3-450d-8693-78aa0d82762a req-7f6bc27c-d479-48e9-ba0e-fd19f8033ab6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:50.894756 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e1338610-20c3-450d-8693-78aa0d82762a req-7f6bc27c-d479-48e9-ba0e-fd19f8033ab6 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1000552 May 19 23:33:50.947885 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e1338610-20c3-450d-8693-78aa0d82762a req-5d24f347-340c-42ed-afcf-475f29c9fdef tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451832 May 19 23:33:51.038765 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdde42b-b244-4a45-98ab-375a453d8232 req-073cc9b0-d8fe-43d8-a03e-887d25c87386 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:51.040844 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1cdde42b-b244-4a45-98ab-375a453d8232 req-073cc9b0-d8fe-43d8-a03e-887d25c87386 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0911722 May 19 23:33:51.093078 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1cdde42b-b244-4a45-98ab-375a453d8232 req-79700e95-f53a-490b-ae60-5e69198a0b13 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462916 May 19 23:33:51.792350 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e54cdb65-180f-48d1-8284-7eab39bc11e3 req-e868f1ae-4852-4a15-b75d-3a908be7c760 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0451591 May 19 23:33:52.159875 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4b68-723e-47c2-8d97-d4c9a1cdfe1b req-ee06f406-d54d-4735-b563-05467db0d072 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:52.161634 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-783f4b68-723e-47c2-8d97-d4c9a1cdfe1b req-ee06f406-d54d-4735-b563-05467db0d072 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.0827982 May 19 23:33:52.207466 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-783f4b68-723e-47c2-8d97-d4c9a1cdfe1b req-5b51598c-adf5-46e4-a381-8dd28c9980ab tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398893 May 19 23:33:52.306095 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587968d9-c4d0-4766-99f2-bf8283619300 req-a5c6b3ba-4b67-4abb-a0ac-24ac9531e3b1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:52.307497 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-587968d9-c4d0-4766-99f2-bf8283619300 req-a5c6b3ba-4b67-4abb-a0ac-24ac9531e3b1 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0983324 May 19 23:33:52.357017 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-587968d9-c4d0-4766-99f2-bf8283619300 req-e63d9c5f-a03a-4a63-a3fb-d819afdca5a8 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436738 May 19 23:33:52.985670 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-0cde4498-b424-45fd-b6f0-0c9f54a9e9f3 req-e4128f9b-2668-49ed-86fe-b12102aab08b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0707593 May 19 23:33:53.421463 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37540494-e06e-4ac5-878d-877e11acbc6f req-7e62964d-6508-421e-8d53-5b4c597ded8f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:53.423291 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-37540494-e06e-4ac5-878d-877e11acbc6f req-7e62964d-6508-421e-8d53-5b4c597ded8f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.0863080 May 19 23:33:53.484126 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-37540494-e06e-4ac5-878d-877e11acbc6f req-2394d0d0-1e79-4988-b381-3ba031fd8d31 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548830 May 19 23:33:53.568700 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9c36-e271-4a6f-bb24-8371b9891621 req-cadaa1d5-66f7-491b-9e2d-33e7dddb1e62 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:53.570797 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b90f9c36-e271-4a6f-bb24-8371b9891621 req-cadaa1d5-66f7-491b-9e2d-33e7dddb1e62 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0850625 May 19 23:33:53.618106 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-b90f9c36-e271-4a6f-bb24-8371b9891621 req-eeb24c5b-924d-45fe-9fc5-95e53add4972 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414796 May 19 23:33:54.174750 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-865e59ca-7da6-4332-b4b1-7e524309312c req-af3f2227-2c33-42ec-a809-fc9ee37243cd tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0430832 May 19 23:33:54.685802 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ce86-d18a-4ce6-a2a8-52372e3a5b48 req-e481d1f5-3c4a-485f-ae66-ebf9fc181f67 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:54.688258 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e122ce86-d18a-4ce6-a2a8-52372e3a5b48 req-e481d1f5-3c4a-485f-ae66-ebf9fc181f67 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.0810456 May 19 23:33:54.776272 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e122ce86-d18a-4ce6-a2a8-52372e3a5b48 req-895d2a0c-b60d-4255-b2c8-f4befad488b3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830970 May 19 23:33:54.821379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66809cfd-1343-4026-a8cd-1f57423a91dc req-b18f5378-e12f-4051-b183-9b623d0f1d0f tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:54.822754 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66809cfd-1343-4026-a8cd-1f57423a91dc req-b18f5378-e12f-4051-b183-9b623d0f1d0f tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0895710 May 19 23:33:54.873591 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-66809cfd-1343-4026-a8cd-1f57423a91dc req-06002126-ba13-4e97-b826-ee6958c3f546 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446339 May 19 23:33:55.342558 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-41559401-0217-4c00-9eb0-63a1558ce88e req-ce6033f0-2873-429c-bf6c-58dabeb8f219 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ceb69c-1696-4d5d-a91b-1f517f7de615 HTTP/1.1" status: 200 len: 210 time: 0.0479939 May 19 23:33:55.965573 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e018d-b2e6-43f8-b762-3c7dcc9ea481 req-15968d4c-1fda-4670-9ded-9e0e4a2f0cc4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:55.967046 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-092e018d-b2e6-43f8-b762-3c7dcc9ea481 req-15968d4c-1fda-4670-9ded-9e0e4a2f0cc4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.0807192 May 19 23:33:56.155429 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-092e018d-b2e6-43f8-b762-3c7dcc9ea481 req-1a978e0a-64b8-4119-a1b5-d88acb6373c7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825991 May 19 23:33:56.175058 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e324c88-3dad-4613-8a03-da112932af86 req-b60d3d90-b56c-49f6-b5bf-e4dee39afa62 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:56.185871 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e324c88-3dad-4613-8a03-da112932af86 req-b60d3d90-b56c-49f6-b5bf-e4dee39afa62 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1901190 May 19 23:33:56.196887 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-f05e1b0e-a90f-4da7-a59b-378d0ccc55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:56.198374 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-f05e1b0e-a90f-4da7-a59b-378d0ccc55b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765202 May 19 23:33:56.229710 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3e324c88-3dad-4613-8a03-da112932af86 req-749b03c9-37f7-460b-9538-c9073eb11786 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469050 May 19 23:33:56.330181 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-e11867ab-69ce-4630-807b-6511eec5555e service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254404 May 19 23:33:56.461408 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e8d6fddf-aaa1-42a3-8411-eea13990a874 req-85b76827-1b8b-42fa-b5cb-e50835e0bf79 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235099 May 19 23:33:56.465445 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38056) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:56.527734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:56.556494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:56.613107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:56.618035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6bfb6c43-1040-4417-b805-9c4e9d19bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:56.715998 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94090d17-6014-4ab3-a4c3-7a1e8171fb3f,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:56.719441 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:56.723354 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:56.724492 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "DELETE /v2.0/security-groups/94090d17-6014-4ab3-a4c3-7a1e8171fb3f HTTP/1.1" status: 204 len: 168 time: 0.2580309 May 19 23:33:56.727781 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38060) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:56.743701 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.api.v2.resource [None req-4d0472d0-98d8-472a-a8c1-c728a3c89c00 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] show failed (client error): The resource could not be found. May 19 23:33:56.744695 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4d0472d0-98d8-472a-a8c1-c728a3c89c00 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "GET /v2.0/security-groups/94090d17-6014-4ab3-a4c3-7a1e8171fb3f HTTP/1.1" status: 404 len: 347 time: 0.0160069 May 19 23:33:56.747406 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38064) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:33:56.957358 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Deleting port 150e5167-a0fb-41d3-b128-a5644b5206d9 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:33:56.957694 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.070861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.071107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.187996 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Calling delete_port for 150e5167-a0fb-41d3-b128-a5644b5206d9 owned by network:floatingip {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:33:57.297373 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.302076 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3d56f3f1-6485-4e6a-bdc7-023b9c48876d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:57.350012 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Pushing event deleted for resources: {'Port': ['ID=150e5167-a0fb-41d3-b128-a5644b5206d9,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:57.375460 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:57.410735 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689badb3-53c2-420e-a25e-4615ac5e082f req-a1faa8e1-c195-4f0e-b770-e411fc783a4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:57.412221 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-689badb3-53c2-420e-a25e-4615ac5e082f req-a1faa8e1-c195-4f0e-b770-e411fc783a4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 943 time: 0.1416986 May 19 23:33:57.437459 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks [] for floatingip, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.455992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.457121 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] 10.222.0.48 "DELETE /v2.0/floatingips/cd465a5a-dab5-4303-8640-157be520f6ed HTTP/1.1" status: 204 len: 168 time: 0.7088315 May 19 23:33:57.469952 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-689badb3-53c2-420e-a25e-4615ac5e082f req-5f6e4840-6e53-4de7-aa6b-b2b5e3312c8b tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501356 May 19 23:33:57.477936 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0d9b7-6c4b-4555-9748-bb90fc9de28c req-301c1e85-9077-43cc-8470-ed28daf4c18b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:57.479352 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74d0d9b7-6c4b-4555-9748-bb90fc9de28c req-301c1e85-9077-43cc-8470-ed28daf4c18b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1380000 May 19 23:33:57.527623 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-74d0d9b7-6c4b-4555-9748-bb90fc9de28c req-5366f3b1-9858-45fd-a207-264feeb92cbd tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417218 May 19 23:33:57.552602 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:33:57.693141 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:57.706705 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '3b583e8b-401a-47a1-9075-23de903c347e', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'port_id': '3b583e8b-401a-47a1-9075-23de903c347e', 'mac_address': 'fa:16:3e:47:c1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:33:57.760306 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.776686 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:33:57.791810 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:57.795323 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:57.797050 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-2858ddb7-1e5c-4186-a4f9-fd0add61a157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:57.863151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=9']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:57.866137 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:33:58.015342 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['3b583e8b-401a-47a1-9075-23de903c347e'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:33:58.717521 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2412f-2b40-498d-877d-b18ad3a5f23c req-a1bcdc1a-ac99-4ea4-baa0-8d69172212e4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:58.719019 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c7e2412f-2b40-498d-877d-b18ad3a5f23c req-a1bcdc1a-ac99-4ea4-baa0-8d69172212e4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 944 time: 0.1388257 May 19 23:33:58.748292 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a2b8-5ef9-4c88-bc11-2d8d5a89f68b req-ba139eb7-a14d-4f95-85c3-681dcbdeefc7 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:33:58.749738 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbc7a2b8-5ef9-4c88-bc11-2d8d5a89f68b req-ba139eb7-a14d-4f95-85c3-681dcbdeefc7 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1163723 May 19 23:33:58.807102 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c7e2412f-2b40-498d-877d-b18ad3a5f23c req-3a5ddcbe-892b-4f79-b1e7-9fc571fe3243 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824149 May 19 23:33:58.822778 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dbc7a2b8-5ef9-4c88-bc11-2d8d5a89f68b req-d8067fd6-a3ac-4d6d-98eb-15e068029835 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656884 May 19 23:33:59.567002 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:33:59.634239 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 3b583e8b-401a-47a1-9075-23de903c347e triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:33:59.634606 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:59.745136 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:59.770334 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:33:59.783244 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:33:59.787046 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:33:59.789895 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:33:59.824148 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'code': 200} May 19 23:33:59.870120 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=10']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:33:59.873988 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:00.067461 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d77b8-23cf-4dd6-a62a-db9a58d7d3c7 req-923afe68-3ed0-4824-8900-d0148e2d544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:00.068785 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390260-d335-4553-85c6-3df0dbd47fa2 req-da1769f5-0284-448e-af20-1b35e4b70d4e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:00.069194 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-680d77b8-23cf-4dd6-a62a-db9a58d7d3c7 req-923afe68-3ed0-4824-8900-d0148e2d544d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1099 time: 0.0713952 May 19 23:34:00.070835 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd390260-d335-4553-85c6-3df0dbd47fa2 req-da1769f5-0284-448e-af20-1b35e4b70d4e tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.1460681 May 19 23:34:00.084549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac0778-a49f-487c-9ae2-f09f79b8f4b7 req-eefda4b3-aa58-48b6-be98-2b8de9453a46 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:00.086541 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e6ac0778-a49f-487c-9ae2-f09f79b8f4b7 req-eefda4b3-aa58-48b6-be98-2b8de9453a46 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1222806 May 19 23:34:00.111365 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-680d77b8-23cf-4dd6-a62a-db9a58d7d3c7 req-f73060f8-9de5-4cc0-82fb-fddda11c029b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 May 19 23:34:00.162598 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dd390260-d335-4553-85c6-3df0dbd47fa2 req-0d31b158-c207-4276-aa47-538b9ea4fb40 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750909 May 19 23:34:00.169316 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e6ac0778-a49f-487c-9ae2-f09f79b8f4b7 req-2df89c47-0083-4eab-9dab-bdd4d09abd7b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672398 May 19 23:34:01.419935 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b706-cc9f-4b33-8b78-4bf8f0226465 req-b5c33f39-f39c-4e4f-ac58-a0e7bf23b29a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:01.421372 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2a36b706-cc9f-4b33-8b78-4bf8f0226465 req-b5c33f39-f39c-4e4f-ac58-a0e7bf23b29a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.1461122 May 19 23:34:01.429363 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c39ea-b5ab-4e96-9781-facdfd6a3e60 req-5b92dd2f-448e-4772-8416-243e10fbeaa3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:01.430678 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f79c39ea-b5ab-4e96-9781-facdfd6a3e60 req-5b92dd2f-448e-4772-8416-243e10fbeaa3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.1224306 May 19 23:34:01.500379 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-2a36b706-cc9f-4b33-8b78-4bf8f0226465 req-16f59ea9-a151-4965-a94a-2ad767c3e8a8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687673 May 19 23:34:01.506881 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f79c39ea-b5ab-4e96-9781-facdfd6a3e60 req-bbc1e6a3-ab17-4ac0-bb3a-53a23650dac4 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626032 May 19 23:34:01.680768 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38146) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:02.308967 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:02.816296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c1ef6-4dfc-4a84-8bdb-b172127fb1e6 req-27c2429f-dd5c-4536-af66-d9d22c1fa112 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:02.817664 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-302c1ef6-4dfc-4a84-8bdb-b172127fb1e6 req-27c2429f-dd5c-4536-af66-d9d22c1fa112 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.1965685 May 19 23:34:02.825782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67ad19-c063-43b8-adbf-f27690874e0d req-a267be3f-d318-49ee-845f-dfd0c51c84a9 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:02.827122 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fd67ad19-c063-43b8-adbf-f27690874e0d req-a267be3f-d318-49ee-845f-dfd0c51c84a9 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.2049575 May 19 23:34:02.975626 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fd67ad19-c063-43b8-adbf-f27690874e0d req-b23c0676-6514-455d-a627-6ef78a58afed tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205349 May 19 23:34:02.987005 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-302c1ef6-4dfc-4a84-8bdb-b172127fb1e6 req-72d152e6-b561-4772-a32a-2a9fe6ef5752 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589921 May 19 23:34:03.015318 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Deleting port 7e1c1143-54c8-4987-b377-11ffc6e92387 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:03.015665 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:03.135074 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] For port 7e1c1143-54c8-4987-b377-11ffc6e92387, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=7e1c1143-54c8-4987-b377-11ffc6e92387,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:03.135344 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:03.254242 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Calling delete_port for 7e1c1143-54c8-4987-b377-11ffc6e92387 owned by network:router_interface {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:03.528814 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:03.533065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-02a3bf54-d541-4523-8c3b-462261d65c0e tempest-VolumesActionsTest-199738790 tempest-VolumesActionsTest-199738790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:03.576351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1c1143-54c8-4987-b377-11ffc6e92387,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:03.620968 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.621342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.621708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.622073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.622428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.622783 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.623135 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.623494 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.623867 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.624219 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.624567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.624915 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:03.652393 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:03.943731 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:04.287303 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473f3e9-935a-45b1-95e8-a590dd4214e8 req-c21afabf-ae3f-40c7-bc90-793c860c9715 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:04.288831 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e473f3e9-935a-45b1-95e8-a590dd4214e8 req-c21afabf-ae3f-40c7-bc90-793c860c9715 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.2007313 May 19 23:34:04.413727 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-e473f3e9-935a-45b1-95e8-a590dd4214e8 req-dde6f0cd-2f12-484b-aaaf-428d9730db73 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737271 May 19 23:34:04.417995 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Router af4f4092-5edd-4044-8bc1-3686190db6a9 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:04.594395 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:04.603703 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Sync routers for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:04.607040 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] 10.222.0.48 "PUT /v2.0/routers/af4f4092-5edd-4044-8bc1-3686190db6a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9250827 May 19 23:34:04.609612 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38160) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:04.613654 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:04.614261 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:33:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:04.785754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:04.817691 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:04.960538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.030996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Deleting port ec5a4919-f9ec-44ac-8858-bd530200aa21 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:05.031337 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.091712 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:03Z', 'revision_number': 5, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port': {'id': 'ec5a4919-f9ec-44ac-8858-bd530200aa21', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:05.095350 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Checking router: af4f4092-5edd-4044-8bc1-3686190db6a9 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:05.103530 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Routers {'af4f4092-5edd-4044-8bc1-3686190db6a9'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:05.104160 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:33:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['af4f4092-5edd-4044-8bc1-3686190db6a9'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:05.149335 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] For port ec5a4919-f9ec-44ac-8858-bd530200aa21, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ec5a4919-f9ec-44ac-8858-bd530200aa21,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:05.149690 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.252939 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] Set router af4f4092-5edd-4044-8bc1-3686190db6a9 gateway port host: None {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:05.359658 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:04Z', 'revision_number': 6, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:05.363816 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17107c3d-4c9e-403c-ad93-1520516d1ff3 None None] The sync data for ids ['af4f4092-5edd-4044-8bc1-3686190db6a9'] in dv-cinder-792209-1-smb is: [{'id': 'af4f4092-5edd-4044-8bc1-3686190db6a9', 'name': 'tempest-AttachVolumeTestJSON-914477356-router', 'tenant_id': 'cbbd7a1c20664013959e6bb22b76d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:04Z', 'revision_number': 6, 'project_id': 'cbbd7a1c20664013959e6bb22b76d660', 'gw_port_host': None}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:05.380468 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Calling delete_port for ec5a4919-f9ec-44ac-8858-bd530200aa21 owned by network:router_gateway {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:05.552977 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.562262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4437b5d0-7853-4469-b0f5-f072a067b7de tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:05.610750 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5a4919-f9ec-44ac-8858-bd530200aa21,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:05.614427 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:05.718194 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.839878 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39d00a-fb56-4be0-b307-de0f343c8019 req-631fd252-6292-4a68-abfc-d5ae1e476782 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:05.841352 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf39d00a-fb56-4be0-b307-de0f343c8019 req-631fd252-6292-4a68-abfc-d5ae1e476782 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.3199928 May 19 23:34:05.917048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.921268 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.957975 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-cf39d00a-fb56-4be0-b307-de0f343c8019 req-1912bc18-69f0-402f-bfae-0d968a611f38 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665724 May 19 23:34:05.958996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.959501 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4f4092-5edd-4044-8bc1-3686190db6a9 {{(pid=91600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:34:05.973045 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:05.976436 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] 10.222.0.48 "DELETE /v2.0/routers/af4f4092-5edd-4044-8bc1-3686190db6a9 HTTP/1.1" status: 204 len: 168 time: 1.3636129 May 19 23:34:05.976662 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38166) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:06.037394 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Deleting subnet 6b1d27c7-3f01-4538-bd04-caa69ccf2079 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:34:06.040171 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.089044 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.218081 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.287429 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 7e1c1143-54c8-4987-b377-11ffc6e92387 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:06.328578 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 7e1c1143-54c8-4987-b377-11ffc6e92387 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:06.328933 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 7e1c1143-54c8-4987-b377-11ffc6e92387 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:06.329363 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ec5a4919-f9ec-44ac-8858-bd530200aa21 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:06.363108 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: ec5a4919-f9ec-44ac-8858-bd530200aa21 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:06.363463 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ec5a4919-f9ec-44ac-8858-bd530200aa21 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:06.473725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.477437 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-47396192-4f25-4d65-95eb-374e5f3e7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:06.511624 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1d27c7-3f01-4538-bd04-caa69ccf2079,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:06.514640 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:06.515618 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.520778 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7079632-d0e3-4e66-afbb-73f63d4f16ce None None] Network 212e297c-45d6-4abc-acf2-aeb29d06df68 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:34:06.521537 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-14c67315-3123-4fd0-bcfe-52bd250eb841 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b1d27c7-3f01-4538-bd04-caa69ccf2079 HTTP/1.1" status: 204 len: 168 time: 0.5439553 May 19 23:34:06.523970 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38170) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:06.626785 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.696389 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Deleting port 91d62694-a60d-4d37-b28e-58561c915359 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:06.696731 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.771250 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] DHCP port deletion for 212e297c-45d6-4abc-acf2-aeb29d06df68 request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:34:06.796360 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] For port 91d62694-a60d-4d37-b28e-58561c915359, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=91d62694-a60d-4d37-b28e-58561c915359,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:06.796715 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.834285 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Deleting port 91d62694-a60d-4d37-b28e-58561c915359 {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:06.834677 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:06.935300 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] For port 91d62694-a60d-4d37-b28e-58561c915359, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=91d62694-a60d-4d37-b28e-58561c915359,segment=NetworkSegment(c40e1c55-d9eb-40f3-95d8-8277e42c58ee),segment_id=c40e1c55-d9eb-40f3-95d8-8277e42c58ee)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:06.935721 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.018760 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Calling delete_port for 91d62694-a60d-4d37-b28e-58561c915359 owned by network:dhcp {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:07.058766 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Calling delete_port for 91d62694-a60d-4d37-b28e-58561c915359 owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:07.067691 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.073679 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8ef47f3d-2752-4f0d-acfc-e5a19bd95a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:07.156336 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] No DVR routers for this DVR port 91d62694-a60d-4d37-b28e-58561c915359 on host dv-cinder-792209-1-smb {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:07.185699 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.190125 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=91d62694-a60d-4d37-b28e-58561c915359,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:07.191174 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:07.192503 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:07.276609 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Pushing event deleted for resources: {'Port': ['ID=91d62694-a60d-4d37-b28e-58561c915359,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:07.278688 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] No DVR routers for this DVR port 91d62694-a60d-4d37-b28e-58561c915359 on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:07.279929 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:07.306508 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.326979 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212e297c-45d6-4abc-acf2-aeb29d06df68']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:07.342084 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:07.342382 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40e1c55-d9eb-40f3-95d8-8277e42c58ee') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:07.356972 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.374268 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51621b6e-3065-4aeb-af6f-cae7e560c170 req-8587fb8b-25af-4611-9256-371258efdc8b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:07.375766 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51621b6e-3065-4aeb-af6f-cae7e560c170 req-8587fb8b-25af-4611-9256-371258efdc8b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.3039291 May 19 23:34:07.396518 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.407607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:34:07.408052 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:34:07.421585 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:34:07.505634 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-51621b6e-3065-4aeb-af6f-cae7e560c170 req-5fffc2c5-d2d6-4125-9928-420b2dc1de53 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235745 May 19 23:34:07.517409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.522405 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:07.537559 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.548392 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Pushing event deleted for resources: {'Network': ['ID=212e297c-45d6-4abc-acf2-aeb29d06df68,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:07.551421 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:07.563744 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/212e297c-45d6-4abc-acf2-aeb29d06df68 HTTP/1.1" status: 204 len: 168 time: 1.0388067 May 19 23:34:07.673987 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38178) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:07.722245 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-9fea1167-4d61-4471-9264-de37d5e1367e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cbbd7a1c20664013959e6bb22b76d660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470998 May 19 23:34:07.724569 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38182) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:07.781743 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.807477 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.865201 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.868975 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9f14d112-d0dd-4f34-8540-7696229bef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:07.882664 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018f29fb-9d10-400d-8bcd-4df53568e41b,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:07.886617 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:07.889725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:07.890838 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/018f29fb-9d10-400d-8bcd-4df53568e41b HTTP/1.1" status: 204 len: 168 time: 0.1654058 May 19 23:34:08.279401 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 91d62694-a60d-4d37-b28e-58561c915359 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:08.313227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 91d62694-a60d-4d37-b28e-58561c915359 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:08.313584 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 91d62694-a60d-4d37-b28e-58561c915359 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:08.688453 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195cee5-fb86-4d5f-ae96-6795a2d0d754 req-4c10d01b-1efe-43b0-8769-c14f373abbf3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:08.689961 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1195cee5-fb86-4d5f-ae96-6795a2d0d754 req-4c10d01b-1efe-43b0-8769-c14f373abbf3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0820558 May 19 23:34:08.737540 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1195cee5-fb86-4d5f-ae96-6795a2d0d754 req-a3d6e571-9ac7-4795-a506-e6b2a63ceca3 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&id=2ac343eb-1737-451b-a08f-62756e903788&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410235 May 19 23:34:11.941701 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:34:15.684409 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ab4ccaec-27a1-42d5-883a-130cec56526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:17.380187 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.125594 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38302) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:18.242225 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.255951 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:18.259703 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Usage tracker for resource:security_group_rule and tenant:6d19b2893df342129bde2e10a34ae94e is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:18.262467 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:18.268308 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:18.300287 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.350687 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.355098 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.363516 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3e715384-31ab-4a53-971b-08907363ad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:18.408004 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38308) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:18.408764 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d19b2893df342129bde2e10a34ae94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812741 May 19 23:34:18.409686 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d310aad8-80c0-4c67-a4df-f74ba557b74d,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:18.410024 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-d6f64ec4-d4c0-4d40-9768-4d1a094373f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.417754 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.418133 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.418499 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.418860 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.419231 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.419570 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.419945 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.420298 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.420644 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.420990 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.421333 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.421680 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:18.425366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:18.472213 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.498423 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.549898 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.554617 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-082ec882-ac5a-49ef-84a6-5a5bf23d07d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:18.567308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d310aad8-80c0-4c67-a4df-f74ba557b74d,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:18.570200 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:18.571150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:18.572275 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d310aad8-80c0-4c67-a4df-f74ba557b74d HTTP/1.1" status: 204 len: 168 time: 0.1632111 May 19 23:34:18.700318 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-96ea0a56-7d8c-4932-85c9-0a3cc14619d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733798 May 19 23:34:18.837702 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-6e9711a5-2fce-4bb9-bee6-323e29b99897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:18.839188 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-6e9711a5-2fce-4bb9-bee6-323e29b99897 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 1099 time: 0.0700109 May 19 23:34:18.995457 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-4d05e496-a8e5-45bf-9f0f-406279b5559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:18.996933 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-4d05e496-a8e5-45bf-9f0f-406279b5559d service neutron] 10.222.0.58 "GET /v2.0/networks?id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 200 len: 917 time: 0.1277690 May 19 23:34:19.101778 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-981ebce8-7d71-49bb-a1c0-54178f0557fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 200 len: 999 time: 0.0971050 May 19 23:34:19.167848 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-6f4a81b1-4932-417a-b58e-e58f6a46cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:19.169227 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-6f4a81b1-4932-417a-b58e-e58f6a46cc4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 200 len: 855 time: 0.0602314 May 19 23:34:19.251769 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-75e4165e-f1be-4f0f-9632-d3c10686fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:19.253270 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-75e4165e-f1be-4f0f-9632-d3c10686fe42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0ed64e-b239-4379-8e22-bc15ef9c95c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758767 May 19 23:34:19.275658 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:19.472545 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-80205339-5fef-428f-9b3a-1b2f1fac2ecd service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112315 May 19 23:34:19.611850 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-18ea4aca-c876-400a-94d2-a40f17190e26 req-1939fe31-e575-4fc7-ac31-13919fe62450 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272132 May 19 23:34:19.921155 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38360) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:20.038946 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.053811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:20.057717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Usage tracker for resource:security_group_rule and tenant:64cc191ab230446b849917fd657abb43 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:20.060526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:20.066194 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:20.150287 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.154043 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.162012 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8a2b91ac-a693-4a3a-9616-a770703bd090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:20.202354 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64cc191ab230446b849917fd657abb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800994 May 19 23:34:20.203291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b47cc1-a450-44bd-9c56-f6874ee212cf,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:20.205171 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38366) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:20.206810 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:20.263543 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.288911 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.345491 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.349107 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fabff155-1e28-485e-abaa-08b5db7d1295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:20.364380 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b47cc1-a450-44bd-9c56-f6874ee212cf,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:20.367835 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:20.375105 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:20.376301 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08b47cc1-a450-44bd-9c56-f6874ee212cf HTTP/1.1" status: 204 len: 168 time: 0.1701105 May 19 23:34:20.829859 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.052158 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38418) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:22.166040 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.180120 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:22.183885 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Usage tracker for resource:security_group_rule and tenant:5e156be264eb413ab863d14eae166748 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:22.186624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:22.192251 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:22.274969 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.278448 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.286321 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-970aee04-5f90-47d2-9f1a-646ae371164b tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:22.328141 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e156be264eb413ab863d14eae166748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749209 May 19 23:34:22.329845 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79abc5-553d-4678-97ee-5906bf18e3fc,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:22.330842 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38424) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:22.333583 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:22.394118 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.420048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.471308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.474792 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a1399903-d762-4628-a184-78eb2fb7e5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:22.486621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79abc5-553d-4678-97ee-5906bf18e3fc,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:22.488872 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:22.497432 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.498534 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a79abc5-553d-4678-97ee-5906bf18e3fc HTTP/1.1" status: 204 len: 168 time: 0.1667092 May 19 23:34:22.770496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38432) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:22.788993 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.803026 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:22.807376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c597680a3af4e1e8c03b2a5929b45a4 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:22.810170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:22.815829 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:22.894208 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.897816 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:22.905936 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-221769d5-220b-47b1-998a-37a95964cc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:22.947330 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c597680a3af4e1e8c03b2a5929b45a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758111 May 19 23:34:22.948237 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd40434-3559-42e6-a8c0-d05090720216,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:22.950159 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38436) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:22.951226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b990b760-8fba-4e01-8658-cf44316ca9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:23.011563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:23.036359 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:23.086335 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:23.089719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-13311eb0-8235-4769-ba92-d76cadb0348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:23.102447 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd40434-3559-42e6-a8c0-d05090720216,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:23.106115 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:23.111719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:23.114789 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f368a99f-e531-4c6a-8e46-6edb63b41ae8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fd40434-3559-42e6-a8c0-d05090720216 HTTP/1.1" status: 204 len: 168 time: 0.1616871 May 19 23:34:30.745985 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38526) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:30.864624 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:30.878838 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:30.882641 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6dce96275391473eb4e30d7553e2eb3b is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:30.885377 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:30.890889 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:30.972169 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:30.976350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:30.984709 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fb78f730-48b4-4dfc-96e7-dbd18c2ea928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:31.023571 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dce96275391473eb4e30d7553e2eb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761981 May 19 23:34:31.024376 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d215417-b9c5-4e52-a025-c4ecff12d83b,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:31.026319 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38532) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:31.027439 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:31.084678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.111206 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.162980 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.166797 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fc57261b-2e08-4724-b3d8-371ad638c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:31.178564 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d215417-b9c5-4e52-a025-c4ecff12d83b,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:31.181529 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:31.189613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.190781 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-70c559df-3b59-48e6-80fc-db5994b2b030 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d215417-b9c5-4e52-a025-c4ecff12d83b HTTP/1.1" status: 204 len: 168 time: 0.1634836 May 19 23:34:31.459438 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38540) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:31.480520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.494906 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:31.498633 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e8b83bfa824840aeaeaa90ce5a3881 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:31.501342 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:31.506816 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:31.586151 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.589629 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.597428 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-df5a2edc-1b72-4904-b24d-4264faccb72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:31.636175 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4e8b83bfa824840aeaeaa90ce5a3881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755254 May 19 23:34:31.636967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb73b8-6641-4925-bc52-c57a460a0c8a,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:31.638795 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38544) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:31.639857 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7ba6bec2-0421-4f93-9024-0575dd23a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:31.696132 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.724797 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.774796 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.779247 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2bffbe77-1f30-40a6-a9a6-010d98116795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:31.791060 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb73b8-6641-4925-bc52-c57a460a0c8a,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:31.793937 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:31.795859 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:31.796952 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98fb73b8-6641-4925-bc52-c57a460a0c8a HTTP/1.1" status: 204 len: 168 time: 0.1571665 May 19 23:34:34.298267 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38616) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:34.412107 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.426562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:34.430517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Usage tracker for resource:security_group_rule and tenant:d0fd050d45ba4d8eaa802a38069114e7 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:34.433342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:34.439214 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:34.533792 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.537564 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.545782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7efc7901-c1ac-4d93-a58f-1c8f11a3e778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:34.586743 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0fd050d45ba4d8eaa802a38069114e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873662 May 19 23:34:34.587934 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49024bc4-d9b0-4ee2-8f9e-17b33e167b90,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:34.589362 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38622) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:34.591079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:34.661637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.687849 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.748173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.752127 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f0762072-cc9d-4350-9062-8f7578c0caa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:34.765101 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49024bc4-d9b0-4ee2-8f9e-17b33e167b90,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:34.768927 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:34.780083 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:34.783969 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49024bc4-d9b0-4ee2-8f9e-17b33e167b90 HTTP/1.1" status: 204 len: 168 time: 0.1932917 May 19 23:34:35.063473 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38630) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:35.081698 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.095637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:35.099454 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Usage tracker for resource:security_group_rule and tenant:4e9fc14ef6084a01a84beaef78eadde9 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:35.102233 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:35.109173 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:35.197507 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.201754 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.208994 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-26241fb4-ad03-413c-a2a9-930278036e83 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:35.251095 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06c96f-0d72-4a6d-aff6-67ce9e94cce2,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:35.256125 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e9fc14ef6084a01a84beaef78eadde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913919 May 19 23:34:35.257520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:35.259027 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38636) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:35.321543 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.352134 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.404948 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.408599 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-33e85e82-99b7-49df-b77b-f691c5427324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:35.421078 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06c96f-0d72-4a6d-aff6-67ce9e94cce2,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:35.424443 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:35.427780 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:35.429599 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-14ca79f0-3cf8-4ea0-a2ff-882bc6b7467f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f06c96f-0d72-4a6d-aff6-67ce9e94cce2 HTTP/1.1" status: 204 len: 168 time: 0.1687253 May 19 23:34:36.336976 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a008d-28ff-4cb3-853e-920c10d0461c req-e980cfb0-1a80-414d-997b-7db02c8e61ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:36.338463 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-290a008d-28ff-4cb3-853e-920c10d0461c req-e980cfb0-1a80-414d-997b-7db02c8e61ed tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.0860014 May 19 23:34:36.385710 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-290a008d-28ff-4cb3-853e-920c10d0461c req-dc946885-2c1d-4c5d-b986-393033059dfa tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 May 19 23:34:37.419765 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38706) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:37.535345 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:37.575691 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282c8f-dc9a-4d96-bd89-d824da26a436 req-7e0e6b4d-9ebe-4e27-afca-6623d53a897f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:37.577194 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-33282c8f-dc9a-4d96-bd89-d824da26a436 req-7e0e6b4d-9ebe-4e27-afca-6623d53a897f tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.0802276 May 19 23:34:37.583264 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:37.594009 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Usage tracker for resource:security_group_rule and tenant:6022d5a11f5a4ec8a54488ba3e6f8bbe is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:37.597213 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:37.609064 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:37.625372 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-33282c8f-dc9a-4d96-bd89-d824da26a436 req-31de69b8-bbd7-486a-8527-dbf2fdf75c91 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups?id=908cd5e2-3f77-4935-8924-338dd74f9294&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 May 19 23:34:37.666632 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-0bcf98c7-606d-456d-8c77-684fb5e8bc4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:37.667244 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-0bcf98c7-606d-456d-8c77-684fb5e8bc4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Synchronizing usage tracker for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:34:37.687359 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-0bcf98c7-606d-456d-8c77-684fb5e8bc4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Unset dirty status for tenant:1aa4a1f3a8914d4889b2fb7f8910b979 on resource:port {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:34:37.688469 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-0bcf98c7-606d-456d-8c77-684fb5e8bc4a tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 946 time: 0.1417644 May 19 23:34:37.774569 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:37.780275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:37.789219 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e470ab01-6055-4373-acd5-efd1b392c059 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:37.876787 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6022d5a11f5a4ec8a54488ba3e6f8bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563706 May 19 23:34:37.877902 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2170fc-16af-4e72-873a-82a9ae62f725,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:37.879508 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38712) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:37.881494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3d9607b4-6b70-4e7c-a9dc-9aab8fd24d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:37.901211 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Deleting port 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:37.901559 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:37.938347 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:37.963892 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.015338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.019001 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e3376fd9-1a02-437d-be2e-518c71683b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:38.031556 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2170fc-16af-4e72-873a-82a9ae62f725,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:38.034153 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:38.034424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] For port 3b583e8b-401a-47a1-9075-23de903c347e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b583e8b-401a-47a1-9075-23de903c347e,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:38.034785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.047572 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.051047 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de2170fc-16af-4e72-873a-82a9ae62f725 HTTP/1.1" status: 204 len: 168 time: 0.1680841 May 19 23:34:38.341943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38720) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:38.360341 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.374441 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:38.378332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e85c47f2d1cf472f8ccc30b8e41a6459 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:38.381181 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:38.388197 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:38.408027 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.408816 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.409247 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.l3_db [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Floating IP 9e1c1ed9-6acf-433f-b722-ae066cfb356f disassociated. External IP: 172.28.2.4, port: 3b583e8b-401a-47a1-9075-23de903c347e. May 19 23:34:38.409651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Calling delete_port for 3b583e8b-401a-47a1-9075-23de903c347e owned by compute:nova {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:38.473379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.477659 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.529084 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.536055 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8aa6f1ae-fc57-463f-b316-13a7763795d0 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:38.581593 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'Port': ['ID=3b583e8b-401a-47a1-9075-23de903c347e,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:38.584592 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:38.586956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1bc785ef-8a7a-4d58-a0a5-ceb325c61378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:38.627729 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e85c47f2d1cf472f8ccc30b8e41a6459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846220 May 19 23:34:38.628727 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5e065c-6a15-4693-ba0c-1096a03fd331,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:38.630969 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38724) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:38.633622 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-43012186-b0a6-4244-821c-b1f6874343e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:38.689554 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.715643 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.767044 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:38.796803 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-d602094f-c36b-4785-bb20-a05edaba6588 req-af16d063-7839-414c-9749-cf6a96db523d tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a479c34-f477-4af6-bcc9-af7844537749 HTTP/1.1" status: 200 len: 210 time: 0.0561819 May 19 23:34:38.815757 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.821686 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-46f4d8cc-3a69-45ba-b678-92d75a5ebd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:38.833556 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5e065c-6a15-4693-ba0c-1096a03fd331,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:38.836516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:38.838475 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:38.841859 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-fa868d8e-ed59-4552-9275-bfb627a5f36a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd5e065c-6a15-4693-ba0c-1096a03fd331 HTTP/1.1" status: 204 len: 168 time: 0.2077150 May 19 23:34:38.957431 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:38.968153 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:38.980573 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:38.981571 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:39.054948 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] No DVR routers for this DVR port 3b583e8b-401a-47a1-9075-23de903c347e on host hv-cinder-79220 {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:39.057651 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:39.060525 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-deleted', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:34:39.090177 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5fa55e0e-59e5-48ef-90df-90352f5a5155 req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.58 "DELETE /v2.0/ports/3b583e8b-401a-47a1-9075-23de903c347e HTTP/1.1" status: 204 len: 173 time: 1.3941088 May 19 23:34:39.189332 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:39.352785 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a479c34-f477-4af6-bcc9-af7844537749', 'name': 'network-vif-deleted', 'tag': '3b583e8b-401a-47a1-9075-23de903c347e', 'status': 'completed', 'code': 200} May 19 23:34:39.533577 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:39.537310 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:39.545989 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:39.546584 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:39.726691 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:39.926015 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38740) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:39.989933 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.020890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.033807 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:40.037710 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2db409-bcc5-44da-a286-84d41b37f5d0 None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:28:10Z', 'revision_number': 4, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'd3eca38d-fde3-4b33-a046-8170dc9e99b3', 'name': '', 'network_id': 'bd0ed64e-b239-4379-8e22-bc15ef9c95c6', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'mac_address': 'fa:16:3e:3c:d0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:28:09Z', 'updated_at': '2021-05-19T23:28:23Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'subnets': [{'id': 'a0a0e3f1-9436-430b-8d71-fccde8a2dea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:40.073628 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.079548 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-72a469e4-9c8b-40ba-82e7-cf1051711b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:40.094831 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908cd5e2-3f77-4935-8924-338dd74f9294,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:40.097802 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:40.105520 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.106656 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-80d31794-1953-4cd6-a4b4-1057409c0fb4 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "DELETE /v2.0/security-groups/908cd5e2-3f77-4935-8924-338dd74f9294 HTTP/1.1" status: 204 len: 168 time: 0.1795819 May 19 23:34:40.109584 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38744) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:40.134235 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.api.v2.resource [None req-37d71a3f-4802-4c7e-a408-0b9ade89d4d8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] show failed (client error): The resource could not be found. May 19 23:34:40.135251 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-37d71a3f-4802-4c7e-a408-0b9ade89d4d8 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "GET /v2.0/security-groups/908cd5e2-3f77-4935-8924-338dd74f9294 HTTP/1.1" status: 404 len: 347 time: 0.0246894 May 19 23:34:40.138150 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38748) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:40.258076 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daf6f0-f647-4360-970f-7262734d1bd7 None None] New status for floating IP 9e1c1ed9-6acf-433f-b722-ae066cfb356f: DOWN {{(pid=91602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:34:40.355561 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Deleting port 55686a08-4508-43e6-b690-2d98dc69e32e {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:40.355840 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.474280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.474611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.598002 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Calling delete_port for 55686a08-4508-43e6-b690-2d98dc69e32e owned by network:floatingip {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:40.706997 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.711100 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-88fba631-e53b-41e5-9da3-ef948cfcdcf3 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:40.753428 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Pushing event deleted for resources: {'Port': ['ID=55686a08-4508-43e6-b690-2d98dc69e32e,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:40.756376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:40.843933 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.857307 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:40.858698 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-655aeb7c-166f-4339-b586-33982d464d34 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] 10.222.0.48 "DELETE /v2.0/floatingips/9e1c1ed9-6acf-433f-b722-ae066cfb356f HTTP/1.1" status: 204 len: 168 time: 0.7193849 May 19 23:34:41.372062 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-d078778d-4283-47cf-8f49-e06e48df0ab9 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578068889&fields=id&tenant_id=735c05814e504fb28283df25a71fcf4c HTTP/1.1" status: 200 len: 267 time: 0.0412946 May 19 23:34:41.456630 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-5c506756-09af-460f-aca2-4261e69b5b5f tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:41.458080 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-5c506756-09af-460f-aca2-4261e69b5b5f tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 984 time: 0.0805254 May 19 23:34:41.469222 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Request body: {'port': {'security_groups': ['13375dbb-a4aa-4c59-9a1b-98b870c55ae4']}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:34:41.600499 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:41.814078 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:41.842029 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:41.850136 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 3b583e8b-401a-47a1-9075-23de903c347e {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:41.850510 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 3b583e8b-401a-47a1-9075-23de903c347e not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:41.867110 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:41.871527 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:41.876788 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:41.882327 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:34:41.943630 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:41.944873 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:41.946306 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-427b8ec1-3f53-4e45-9c82-e2dba1ae97db req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "PUT /v2.0/ports/cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 942 time: 0.4820218 May 19 23:34:41.946828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:34:41.954298 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38762) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:41.971775 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event updated for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=7']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:41.977955 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4b3c7fcd-aace-4299-9aaf-2c8fc06aae68 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:42.013095 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:34:42.013939 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:34:42.039515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.119530 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.196174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-22670ea4-2bca-4093-8771-1d4a88772c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:42.197720 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-22670ea4-2bca-4093-8771-1d4a88772c7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1098 time: 0.1552525 May 19 23:34:42.268032 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-ba6338da-86ce-47b2-9ddc-39a27b5800dd None None] Provisioning complete for port cf3a39eb-9093-4ca1-bdc1-de40a48de809 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:34:42.268487 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ba6338da-86ce-47b2-9ddc-39a27b5800dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.310870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.344831 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-600768c3-e715-45c3-81af-f33c4b2ce1cb tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:42.356756 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ccdc9993-ea47-4ff9-b972-1796b7307c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:42.358665 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ccdc9993-ea47-4ff9-b972-1796b7307c04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1541216 May 19 23:34:42.362170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac343eb-1737-451b-a08f-62756e903788,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:42.364576 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:42.460253 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.461357 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-979c48ec-ce4e-47d0-aa62-907b12ceb989 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "DELETE /v2.0/security-groups/2ac343eb-1737-451b-a08f-62756e903788 HTTP/1.1" status: 204 len: 168 time: 0.5060587 May 19 23:34:42.464896 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38776) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:42.482787 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-86cc5392-6707-4665-a52f-9117bb7d1dff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 1001 time: 0.1149623 May 19 23:34:42.561174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ef7bf7de-a074-4369-8bd2-79f45b8709d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:42.562741 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ef7bf7de-a074-4369-8bd2-79f45b8709d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0742226 May 19 23:34:42.657517 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ae5ca265-d028-4028-9cfd-9dcf0a114813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:42.659109 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ae5ca265-d028-4028-9cfd-9dcf0a114813 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0896845 May 19 23:34:42.789253 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-ed7d4528-5f85-4497-a64c-19c32491e193 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234343 May 19 23:34:42.841715 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Deleting port 10724e68-3152-4148-8303-9c13173ff3e5 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:42.842065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.964891 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:42.965226 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:43.010105 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f52a25af-7b18-4c36-807f-3d1e26cdd903 req-f39b6b08-fad6-4782-8961-306badc1fe54 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148972 May 19 23:34:43.091574 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Calling delete_port for 10724e68-3152-4148-8303-9c13173ff3e5 owned by network:floatingip {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:43.213164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:43.217621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-9d635f65-f0c5-42b3-90dd-f8582c8b2aa7 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:43.264272 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event deleted for resources: {'Port': ['ID=10724e68-3152-4148-8303-9c13173ff3e5,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:43.288940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:43.350252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks [] for floatingip, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:43.350590 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Floating IP 0e7173fd-54c3-4c12-98a8-748777d71fdc disassociated (deleted). External IP: 172.28.2.196, port: cf3a39eb-9093-4ca1-bdc1-de40a48de809. May 19 23:34:43.690633 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38786) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:43.700502 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Router 8b4b493f-fe81-4237-a3aa-c68190237495 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:43.879678 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:43.890127 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Sync routers for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:43.901212 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:43.902250 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:43.903187 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:43.962916 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b888bd11-e661-47fa-843d-ebbc1334f261 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "DELETE /v2.0/floatingips/0e7173fd-54c3-4c12-98a8-748777d71fdc HTTP/1.1" status: 204 len: 168 time: 1.4963255 May 19 23:34:44.014268 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:34:44.061702 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:34:44.088399 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:44.297471 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-5f01e7ea-6dea-4742-b430-1a614e8c3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:44.301393 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-5f01e7ea-6dea-4742-b430-1a614e8c3c0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=735c05814e504fb28283df25a71fcf4c&device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 1098 time: 0.1987982 May 19 23:34:44.452016 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:44.456202 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Checking router: 8b4b493f-fe81-4237-a3aa-c68190237495 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:44.465293 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:44.465971 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:44.517066 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-ba4b69ad-a1b5-4796-a4b0-0ca72d413ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:44.518508 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-ba4b69ad-a1b5-4796-a4b0-0ca72d413ce8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 200 len: 915 time: 0.1872778 May 19 23:34:44.591380 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-c0657320-2866-4100-a648-bb8224dd9082 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 200 len: 217 time: 0.0659087 May 19 23:34:44.678799 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:44.691023 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-3f8f5ab4-db47-4eaa-a9d8-33adc2c235b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:44.692496 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-3f8f5ab4-db47-4eaa-a9d8-33adc2c235b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 200 len: 853 time: 0.0940721 May 19 23:34:44.783103 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:44.867201 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-849db554-cdc7-438f-a70e-bcab8f934a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:44.868624 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-849db554-cdc7-438f-a70e-bcab8f934a7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea37325d-e90f-427b-81ba-4f071d66ade9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1691177 May 19 23:34:45.000742 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:45.005367 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9614c8bc-a21c-4d8b-867e-d4330a7beeda None None] The sync data for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb is: [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:32:27Z', 'revision_number': 4, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'c36af4c1-89a0-480d-a3ed-10bb92819976', 'name': '', 'network_id': 'ea37325d-e90f-427b-81ba-4f071d66ade9', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'mac_address': 'fa:16:3e:39:d3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:26Z', 'updated_at': '2021-05-19T23:32:35Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'subnets': [{'id': '68ed9db2-fc59-4b43-8cd0-628a478c17d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:45.207296 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed7d2d-dd85-4fa1-a646-47d9c4cd8fd3 None None] New status for floating IP 0e7173fd-54c3-4c12-98a8-748777d71fdc: DOWN {{(pid=91602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:34:45.275919 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-912866d0-10b5-4bf9-b3a1-cc8c20dd46f0 service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997850 May 19 23:34:45.463261 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f7f39233-3f93-4787-a8d7-f0270500fbb5 req-d6774739-af81-4862-ba31-fbc762c818bb service neutron] 10.222.0.58 "GET /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800811 May 19 23:34:45.524746 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Deleting port d3eca38d-fde3-4b33-a046-8170dc9e99b3 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:45.525091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:45.646031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] For port d3eca38d-fde3-4b33-a046-8170dc9e99b3, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=d3eca38d-fde3-4b33-a046-8170dc9e99b3,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:45.646386 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:45.691990 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7daa881e-d8b9-4488-bc9d-caae9b6ee6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:45.774511 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Calling delete_port for d3eca38d-fde3-4b33-a046-8170dc9e99b3 owned by network:router_interface {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:46.062704 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:46.066967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f3bac4eb-dbd7-4c97-ae63-603ed0d4ee97 tempest-VolumesSnapshotTestJSON-1370556714 tempest-VolumesSnapshotTestJSON-1370556714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:46.107634 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3eca38d-fde3-4b33-a046-8170dc9e99b3,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:46.110987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:46.372029 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:46.840522 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Router 16310be6-fad7-408e-9243-d50c8f0e8e17 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:47.016818 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:47.025101 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Sync routers for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:47.031344 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] 10.222.0.48 "PUT /v2.0/routers/16310be6-fad7-408e-9243-d50c8f0e8e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3395548 May 19 23:34:47.032038 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38816) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:47.034734 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:47.035405 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:47.218474 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.227227 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:47.386740 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bcaf0-0853-4e25-bbcd-c8abf639a35a req-976bcb32-f8b2-4735-9e1d-d99d9cc10477 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:47.388246 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-6c3bcaf0-0853-4e25-bbcd-c8abf639a35a req-976bcb32-f8b2-4735-9e1d-d99d9cc10477 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Synchronizing usage tracker for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:34:47.396572 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.404788 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.405825 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-6c3bcaf0-0853-4e25-bbcd-c8abf639a35a req-976bcb32-f8b2-4735-9e1d-d99d9cc10477 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Unset dirty status for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:34:47.413439 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6c3bcaf0-0853-4e25-bbcd-c8abf639a35a req-976bcb32-f8b2-4735-9e1d-d99d9cc10477 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.2169461 May 19 23:34:47.456342 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6c3bcaf0-0853-4e25-bbcd-c8abf639a35a req-539ae796-5382-4d80-a687-9d5b3e557899 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 May 19 23:34:47.482345 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Deleting port ed8f82b3-5d0e-4995-ac9a-098252f55296 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:47.482896 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.512495 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:46Z', 'revision_number': 5, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port': {'id': 'ed8f82b3-5d0e-4995-ac9a-098252f55296', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:27:59Z', 'updated_at': '2021-05-19T23:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:47.516276 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Checking router: 16310be6-fad7-408e-9243-d50c8f0e8e17 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:47.524643 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Routers {'16310be6-fad7-408e-9243-d50c8f0e8e17'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:47.525233 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['16310be6-fad7-408e-9243-d50c8f0e8e17'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:47.610106 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] For port ed8f82b3-5d0e-4995-ac9a-098252f55296, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=ed8f82b3-5d0e-4995-ac9a-098252f55296,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:47.610444 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.672879 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] Set router 16310be6-fad7-408e-9243-d50c8f0e8e17 gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:47.729716 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Calling delete_port for ed8f82b3-5d0e-4995-ac9a-098252f55296 owned by network:router_gateway {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:47.775071 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:47Z', 'revision_number': 6, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:47.778940 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab7f2f-9c50-4c56-a1d2-93d27ce306b8 None None] The sync data for ids ['16310be6-fad7-408e-9243-d50c8f0e8e17'] in dv-cinder-792209-1-smb is: [{'id': '16310be6-fad7-408e-9243-d50c8f0e8e17', 'name': 'tempest-AttachVolumeShelveTestJSON-749254819-router', 'tenant_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:27:57Z', 'updated_at': '2021-05-19T23:34:47Z', 'revision_number': 6, 'project_id': '1aa4a1f3a8914d4889b2fb7f8910b979', 'gw_port_host': None}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:47.866550 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:47.870745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-a5dec646-7998-410b-bb15-1ff4e3165199 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:47.915185 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8f82b3-5d0e-4995-ac9a-098252f55296,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:47.939519 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:48.096073 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.265452 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.267581 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.302855 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.349763 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.350349 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16310be6-fad7-408e-9243-d50c8f0e8e17 {{(pid=91601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:34:48.362597 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.363691 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e7e13c31-5d52-47bf-b97d-38fa318e3f4a admin admin] 10.222.0.48 "DELETE /v2.0/routers/16310be6-fad7-408e-9243-d50c8f0e8e17 HTTP/1.1" status: 204 len: 168 time: 1.3307602 May 19 23:34:48.366640 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38822) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:48.405982 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-46db2a22-7c08-4919-8baa-e5f69316a070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.423144 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Deleting subnet a0a0e3f1-9436-430b-8d71-fccde8a2dea0 {{(pid=91601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:34:48.426140 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.474836 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31496004'] for subnet, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.588271 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device d3eca38d-fde3-4b33-a046-8170dc9e99b3 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:48.610266 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.646751 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: d3eca38d-fde3-4b33-a046-8170dc9e99b3 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:48.648165 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device d3eca38d-fde3-4b33-a046-8170dc9e99b3 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:48.648814 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ed8f82b3-5d0e-4995-ac9a-098252f55296 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:48.698377 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: ed8f82b3-5d0e-4995-ac9a-098252f55296 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:48.699217 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device ed8f82b3-5d0e-4995-ac9a-098252f55296 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:48.705994 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77d21a-569b-43bc-90b9-de0c5328bcff req-578035d1-4e64-4d61-9a0c-a506e30d3707 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:48.707539 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4b77d21a-569b-43bc-90b9-de0c5328bcff req-578035d1-4e64-4d61-9a0c-a506e30d3707 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.1313832 May 19 23:34:48.754840 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4b77d21a-569b-43bc-90b9-de0c5328bcff req-7bece1d4-be20-4a31-871c-075f492f589a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/security-groups?id=13375dbb-a4aa-4c59-9a1b-98b870c55ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 May 19 23:34:48.924503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32145071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32382399'] for subnet, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.931373 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-71c9e5ce-9cf0-4066-aefa-1bb6beee6d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:48.939918 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:34:48.966685 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a0e3f1-9436-430b-8d71-fccde8a2dea0,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:48.969174 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:48.971826 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:48.976639 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477ce02-6159-4c7b-a845-ca301e3d5318 None None] Network bd0ed64e-b239-4379-8e22-bc15ef9c95c6 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:34:48.982530 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-ec4f4ffb-2eb3-4432-b07c-975438ab6d89 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:34:48.983208 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-ec4f4ffb-2eb3-4432-b07c-975438ab6d89 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Synchronizing usage tracker for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:34:48.989714 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e651539f-ce0f-4fbf-9549-f28fa714e23c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a0a0e3f1-9436-430b-8d71-fccde8a2dea0 HTTP/1.1" status: 204 len: 168 time: 0.6221735 May 19 23:34:48.992620 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38828) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:48.998054 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-ec4f4ffb-2eb3-4432-b07c-975438ab6d89 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Unset dirty status for tenant:735c05814e504fb28283df25a71fcf4c on resource:port {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:34:48.999102 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-ec4f4ffb-2eb3-4432-b07c-975438ab6d89 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.58 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 945 time: 0.1690671 May 19 23:34:49.106091 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.135901 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Deleting port cf3a39eb-9093-4ca1-bdc1-de40a48de809 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:49.136232 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.180495 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Deleting port a6024e68-572c-465c-8d22-d8899ec81a63 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:49.180844 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.263731 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] DHCP port deletion for bd0ed64e-b239-4379-8e22-bc15ef9c95c6 request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:34:49.271035 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] For port cf3a39eb-9093-4ca1-bdc1-de40a48de809, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cf3a39eb-9093-4ca1-bdc1-de40a48de809,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:49.271257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.286116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] For port a6024e68-572c-465c-8d22-d8899ec81a63, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a6024e68-572c-465c-8d22-d8899ec81a63,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:49.286483 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.313606 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.340676 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Deleting port a6024e68-572c-465c-8d22-d8899ec81a63 {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:49.341196 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.394908 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Calling delete_port for cf3a39eb-9093-4ca1-bdc1-de40a48de809 owned by compute:nova {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:49.414478 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Calling delete_port for a6024e68-572c-465c-8d22-d8899ec81a63 owned by network:dhcp {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:49.464782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.470326 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1abc9a3f-9c96-48be-9673-5d494a93b12a tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:49.473575 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] For port a6024e68-572c-465c-8d22-d8899ec81a63, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=a6024e68-572c-465c-8d22-d8899ec81a63,segment=NetworkSegment(4c421b27-4b8a-4a3c-9047-4790d45426af),segment_id=4c421b27-4b8a-4a3c-9047-4790d45426af)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:49.474068 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.517277 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.517736 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6024e68-572c-465c-8d22-d8899ec81a63,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:49.521064 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:49.521857 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] No DVR routers for this DVR port a6024e68-572c-465c-8d22-d8899ec81a63 on host dv-cinder-792209-1-smb {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:49.523313 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc47ea99-734d-4921-ac9e-70dc14e2c420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:49.553932 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['cf3a39eb-9093-4ca1-bdc1-de40a48de809'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:34:49.647109 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.648157 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Calling delete_port for a6024e68-572c-465c-8d22-d8899ec81a63 owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:49.660635 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ed64e-b239-4379-8e22-bc15ef9c95c6']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:49.673297 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c421b27-4b8a-4a3c-9047-4790d45426af') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:49.673604 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c421b27-4b8a-4a3c-9047-4790d45426af') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:49.675402 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Pushing event deleted for resources: {'Port': ['ID=cf3a39eb-9093-4ca1-bdc1-de40a48de809,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:49.687105 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.700773 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.702858 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:49.707739 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:49.708345 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.716056 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:34:49.716568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:34:49.731103 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:34:49.751232 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] No DVR routers for this DVR port cf3a39eb-9093-4ca1-bdc1-de40a48de809 on host hv-cinder-79220 {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:49.753809 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.754395 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Pushing event deleted for resources: {'Port': ['ID=a6024e68-572c-465c-8d22-d8899ec81a63,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:49.757561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] No DVR routers for this DVR port a6024e68-572c-465c-8d22-d8899ec81a63 on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:49.761151 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'name': 'network-vif-deleted', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.768656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.775478 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-6c5bae0a-6429-428c-989e-a22a83607c3a req-2bada935-970f-4bfc-9ac0-a8d67dc1d57b tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.58 "DELETE /v2.0/ports/cf3a39eb-9093-4ca1-bdc1-de40a48de809 HTTP/1.1" status: 204 len: 173 time: 0.7709515 May 19 23:34:49.776688 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.777111 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.777478 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:34:49.782248 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-ec73e07d-890b-4e0b-9a29-4fbabccaeff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:49.824714 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.827341 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b3c7e0-ecf3-4fb0-9165-25cb476d4127', 'name': 'network-vif-deleted', 'tag': 'cf3a39eb-9093-4ca1-bdc1-de40a48de809', 'status': 'completed', 'code': 200} May 19 23:34:49.830308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a48a87f8-087f-419b-b3a1-11dd3c84ab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:49.844442 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:49.858332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0ed64e-b239-4379-8e22-bc15ef9c95c6,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:49.862145 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:49.875370 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b7c89801-bbdb-4b09-b3bd-1391587461a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bd0ed64e-b239-4379-8e22-bc15ef9c95c6 HTTP/1.1" status: 204 len: 168 time: 0.8815300 May 19 23:34:49.936118 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-77a2ed38-0ab9-4790-b64a-10958396679c req-4a6e2ecd-1c27-4120-a98e-895e0e74a819 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] 10.222.0.48 "GET /v2.0/ports?device_id=29b3c7e0-ecf3-4fb0-9165-25cb476d4127 HTTP/1.1" status: 200 len: 210 time: 0.0488636 May 19 23:34:49.998079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38838) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:50.047025 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-57e7dee8-5b96-4d80-8ee3-6bad2a8fd125 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aa4a1f3a8914d4889b2fb7f8910b979&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476947 May 19 23:34:50.049348 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38842) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:50.109741 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:50.137254 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:50.190538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:50.196223 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-45a19455-8384-463c-829f-86f5c7668968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:50.209184 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb1d3c-4cbf-4a00-bfb0-8a7061066f19,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:50.211498 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:50.218034 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:50.219204 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a2ef5897-d91a-4e04-9153-0aedb395aba2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ccb1d3c-4cbf-4a00-bfb0-8a7061066f19 HTTP/1.1" status: 204 len: 168 time: 0.1689525 May 19 23:34:50.312948 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a6024e68-572c-465c-8d22-d8899ec81a63 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:50.349542 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: a6024e68-572c-465c-8d22-d8899ec81a63 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:50.350902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device a6024e68-572c-465c-8d22-d8899ec81a63 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:50.832861 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:51.685913 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38922) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:51.878377 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device cf3a39eb-9093-4ca1-bdc1-de40a48de809 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:51.913634 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: cf3a39eb-9093-4ca1-bdc1-de40a48de809 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:51.913983 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device cf3a39eb-9093-4ca1-bdc1-de40a48de809 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:52.208834 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:52.601083 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Deleting port c36af4c1-89a0-480d-a3ed-10bb92819976 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:52.601419 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:52.718234 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] For port c36af4c1-89a0-480d-a3ed-10bb92819976, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c36af4c1-89a0-480d-a3ed-10bb92819976,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:52.718914 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:52.841494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Calling delete_port for c36af4c1-89a0-480d-a3ed-10bb92819976 owned by network:router_interface {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:53.104463 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:53.109130 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-556d8c23-2f34-427f-aa73-7c65484a622a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:53.156287 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Pushing event deleted for resources: {'Port': ['ID=c36af4c1-89a0-480d-a3ed-10bb92819976,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:53.182256 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:53.416526 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:53.759143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Router 8b4b493f-fe81-4237-a3aa-c68190237495 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:53.928723 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:53.936703 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Sync routers for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:53.940456 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-bc381107-f1e6-4371-90a7-521261d3406d admin admin] 10.222.0.48 "PUT /v2.0/routers/8b4b493f-fe81-4237-a3aa-c68190237495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535167 May 19 23:34:53.942920 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 38946) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:53.946300 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:53.946910 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:54.111882 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks [] for router, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:54.121307 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:54.406395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:54.436490 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:34:53Z', 'revision_number': 5, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port': {'id': 'f7f8a106-3e02-472d-a9db-87a2b914df8a', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:24Z', 'updated_at': '2021-05-19T23:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:54.440302 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Checking router: 8b4b493f-fe81-4237-a3aa-c68190237495 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:54.449561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Routers {'8b4b493f-fe81-4237-a3aa-c68190237495'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:54.450167 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['8b4b493f-fe81-4237-a3aa-c68190237495'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:54.481086 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Deleting port f7f8a106-3e02-472d-a9db-87a2b914df8a {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:54.481427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:54.605780 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] For port f7f8a106-3e02-472d-a9db-87a2b914df8a, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=f7f8a106-3e02-472d-a9db-87a2b914df8a,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:54.606020 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] Set router 8b4b493f-fe81-4237-a3aa-c68190237495 gateway port host: None {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:54.606164 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:54.712345 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-a408996f-e023-413e-ac81-028981eb2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:34:54Z', 'revision_number': 6, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:54.716304 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408996f-e023-413e-ac81-028981eb2684 None None] The sync data for ids ['8b4b493f-fe81-4237-a3aa-c68190237495'] in dv-cinder-792209-1-smb is: [{'id': '8b4b493f-fe81-4237-a3aa-c68190237495', 'name': 'tempest-TestMinimumBasicScenario-266531139-router', 'tenant_id': '735c05814e504fb28283df25a71fcf4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:23Z', 'updated_at': '2021-05-19T23:34:54Z', 'revision_number': 6, 'project_id': '735c05814e504fb28283df25a71fcf4c', 'gw_port_host': None}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:54.742382 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Calling delete_port for f7f8a106-3e02-472d-a9db-87a2b914df8a owned by network:router_gateway {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:54.878931 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:54.882269 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-19398745-1fc8-4d10-a362-25b14838958c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:54.923949 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f8a106-3e02-472d-a9db-87a2b914df8a,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:54.926984 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:55.012861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.181976 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.184091 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.205112 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.205657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4b493f-fe81-4237-a3aa-c68190237495 {{(pid=91601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:34:55.218021 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.219114 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f84f94ef-6eb5-4880-bca5-fb4a2a74169c admin admin] 10.222.0.48 "DELETE /v2.0/routers/8b4b493f-fe81-4237-a3aa-c68190237495 HTTP/1.1" status: 204 len: 168 time: 1.2753179 May 19 23:34:55.221756 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38962) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:55.282599 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Deleting subnet 68ed9db2-fc59-4b43-8cd0-628a478c17d5 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:34:55.285351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.332156 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.409611 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.767432 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.772847 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:55.811397 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ed9db2-fc59-4b43-8cd0-628a478c17d5,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:55.814487 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:55.818064 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:55.824661 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59717c2f-2b94-4658-bc58-ab933ae5fd9d None None] Network ea37325d-e90f-427b-81ba-4f071d66ade9 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:34:55.826008 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-5970342b-463d-4921-be81-3a85340167b7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/68ed9db2-fc59-4b43-8cd0-628a478c17d5 HTTP/1.1" status: 204 len: 168 time: 0.6032367 May 19 23:34:55.828534 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38978) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:55.936341 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.008345 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Deleting port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:56.008604 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.107170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] For port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:56.107526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.111898 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] DHCP port deletion for ea37325d-e90f-427b-81ba-4f071d66ade9 request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:34:56.176778 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Deleting port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:56.177151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.229529 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Calling delete_port for 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 owned by network:dhcp {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:56.274885 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] For port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,segment=NetworkSegment(ee288e0a-593a-459f-84f1-29f6237288a7),segment_id=ee288e0a-593a-459f-84f1-29f6237288a7)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:56.275295 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.276746 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.281522 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e863c836-fb06-4547-800e-ae811791630a tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:56.328587 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:56.331688 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:56.332563 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] No DVR routers for this DVR port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 on host dv-cinder-792209-1-smb {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:56.389645 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:56.421741 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Calling delete_port for 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:56.431463 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:56.431826 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:56.432242 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f7f8a106-3e02-472d-a9db-87a2b914df8a no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:56.446823 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.459356 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea37325d-e90f-427b-81ba-4f071d66ade9']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:56.467063 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: f7f8a106-3e02-472d-a9db-87a2b914df8a {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:56.467414 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device f7f8a106-3e02-472d-a9db-87a2b914df8a not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:56.467902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c36af4c1-89a0-480d-a3ed-10bb92819976 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:34:56.471266 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee288e0a-593a-459f-84f1-29f6237288a7') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:56.471562 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee288e0a-593a-459f-84f1-29f6237288a7') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:56.483143 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.499833 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.508749 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: c36af4c1-89a0-480d-a3ed-10bb92819976 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:34:56.509197 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c36af4c1-89a0-480d-a3ed-10bb92819976 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:34:56.514974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:34:56.515372 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:34:56.530015 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:34:56.538625 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.543020 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:56.588685 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Pushing event deleted for resources: {'Port': ['ID=9467e9c5-11a3-49cf-8c53-4f5a27bd8e69,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:56.589735 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] No DVR routers for this DVR port 9467e9c5-11a3-49cf-8c53-4f5a27bd8e69 on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:34:56.591101 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:56.612962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.616926 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4cdb2a6e-bf52-4362-99f2-b2213c8f6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:56.629671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:56.641372 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea37325d-e90f-427b-81ba-4f071d66ade9,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:56.645357 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:56.653005 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea37325d-e90f-427b-81ba-4f071d66ade9 HTTP/1.1" status: 204 len: 168 time: 0.8235369 May 19 23:34:56.655960 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 38982) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:57.202799 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39002) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:57.298753 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.320283 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.334213 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:34:57.337973 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9bc13659ca4d129b75468511c84c22 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:34:57.340705 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:34:57.346220 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:34:57.431257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.434974 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.442769 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-67212e4b-59d0-481f-9115-c2d9b1f4b65c tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:57.482140 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef9bc13659ca4d129b75468511c84c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782021 May 19 23:34:57.483058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b3292-b08a-4368-855a-b7cd372aea39,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:57.486466 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:57.487111 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39008) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:57.550390 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.578080 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.630493 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.635327 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b2739154-76ab-456a-a382-be12eb40d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:57.645168 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b3292-b08a-4368-855a-b7cd372aea39,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:57.647968 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:57.653798 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.657197 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee0b3292-b08a-4368-855a-b7cd372aea39 HTTP/1.1" status: 204 len: 168 time: 0.1669071 May 19 23:34:57.711877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Deleting port 0ed2c9ad-e201-45f7-803f-cc6148640236 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:57.712229 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.833321 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] For port 0ed2c9ad-e201-45f7-803f-cc6148640236, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=0ed2c9ad-e201-45f7-803f-cc6148640236,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:57.833672 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:57.958023 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Calling delete_port for 0ed2c9ad-e201-45f7-803f-cc6148640236 owned by network:router_interface {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:58.111325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:58.115054 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d32bd4ce-c315-4f92-ad29-506e52c91aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:58.160097 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed2c9ad-e201-45f7-803f-cc6148640236,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:58.163262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:34:58.434148 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:58.925846 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Router e22442fb-c59d-405c-a944-dd5766985786 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:34:59.103280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:34:59.113943 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Sync routers for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:34:59.120454 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] 10.222.0.48 "PUT /v2.0/routers/e22442fb-c59d-405c-a944-dd5766985786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634895 May 19 23:34:59.122891 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39052) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:34:59.125345 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:59.126119 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:59.306720 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks [] for router, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:59.343436 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:59.484635 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:59.558063 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Deleting port eb04a8ff-1be0-44c2-84a4-6613a44cdb97 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:34:59.558414 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:59.637901 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:34:58Z', 'revision_number': 5, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port': {'id': 'eb04a8ff-1be0-44c2-84a4-6613a44cdb97', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22442fb-c59d-405c-a944-dd5766985786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:32:31Z', 'updated_at': '2021-05-19T23:32:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:59.641596 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Checking router: e22442fb-c59d-405c-a944-dd5766985786 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:34:59.649916 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Routers {'e22442fb-c59d-405c-a944-dd5766985786'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:34:59.650547 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['e22442fb-c59d-405c-a944-dd5766985786'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:59.677614 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] For port eb04a8ff-1be0-44c2-84a4-6613a44cdb97, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:34:59.677973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:59.792594 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] Set router e22442fb-c59d-405c-a944-dd5766985786 gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:34:59.796479 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Calling delete_port for eb04a8ff-1be0-44c2-84a4-6613a44cdb97 owned by network:router_gateway {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:34:59.894021 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:34:59Z', 'revision_number': 6, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:34:59.897965 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0782dd1-ddc5-485e-a421-67735c155d5e None None] The sync data for ids ['e22442fb-c59d-405c-a944-dd5766985786'] in dv-cinder-792209-1-smb is: [{'id': 'e22442fb-c59d-405c-a944-dd5766985786', 'name': 'tempest-TestMinimumBasicScenario-39871626-router', 'tenant_id': 'be1bd50e17af45a79407773440895566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:32:30Z', 'updated_at': '2021-05-19T23:34:59Z', 'revision_number': 6, 'project_id': 'be1bd50e17af45a79407773440895566', 'gw_port_host': None}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:34:59.937232 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:34:59.941600 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-af7da449-c210-45e7-911b-c4feb9ebe742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:34:59.982296 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb04a8ff-1be0-44c2-84a4-6613a44cdb97,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:34:59.985621 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:00.176155 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.319908 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 0ed2c9ad-e201-45f7-803f-cc6148640236 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:35:00.350732 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.352933 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.356005 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 0ed2c9ad-e201-45f7-803f-cc6148640236 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:35:00.356357 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 0ed2c9ad-e201-45f7-803f-cc6148640236 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:35:00.374852 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.375341 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22442fb-c59d-405c-a944-dd5766985786 {{(pid=91600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:35:00.386777 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.387908 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] 10.222.0.48 "DELETE /v2.0/routers/e22442fb-c59d-405c-a944-dd5766985786 HTTP/1.1" status: 204 len: 168 time: 1.2640657 May 19 23:35:00.390294 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39062) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:00.450346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Deleting subnet 20519088-1765-430d-ab73-4c293873a6ed {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:35:00.453213 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.503049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.586035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.845739 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.849758 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:00.886951 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20519088-1765-430d-ab73-4c293873a6ed,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:00.888929 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:00.891468 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:00.892745 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a33bbe-578e-46f2-874e-286361848ebf None None] Network 82d08305-55a5-4cb7-baec-e642903354bc requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:35:00.896410 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-623d9060-d3a2-4e95-987c-6378c3b1b335 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/20519088-1765-430d-ab73-4c293873a6ed HTTP/1.1" status: 204 len: 168 time: 0.5047336 May 19 23:35:00.899207 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39072) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:01.003077 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.074422 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Deleting port 3cf48efd-3e87-4e90-bf04-053d669943f1 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:35:01.074764 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.130185 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] DHCP port deletion for 82d08305-55a5-4cb7-baec-e642903354bc request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:35:01.175564 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] For port 3cf48efd-3e87-4e90-bf04-053d669943f1, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=3cf48efd-3e87-4e90-bf04-053d669943f1,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:01.175868 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.197433 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Deleting port 3cf48efd-3e87-4e90-bf04-053d669943f1 {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:35:01.197812 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.293037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] For port 3cf48efd-3e87-4e90-bf04-053d669943f1, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=3cf48efd-3e87-4e90-bf04-053d669943f1,segment=NetworkSegment(35b94521-08b0-4957-b8d0-c67c02d8d764),segment_id=35b94521-08b0-4957-b8d0-c67c02d8d764)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:01.293337 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.295149 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Calling delete_port for 3cf48efd-3e87-4e90-bf04-053d669943f1 owned by network:dhcp {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:35:01.339888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.344351 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-2ec4176e-9098-445a-9d01-48d021322b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:01.414453 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Calling delete_port for 3cf48efd-3e87-4e90-bf04-053d669943f1 owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:35:01.457788 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.461495 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:01.484125 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf48efd-3e87-4e90-bf04-053d669943f1,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:01.485913 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] No DVR routers for this DVR port 3cf48efd-3e87-4e90-bf04-053d669943f1 on host dv-cinder-792209-1-smb {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:35:01.487328 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:01.503469 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Pushing event deleted for resources: {'Port': ['ID=3cf48efd-3e87-4e90-bf04-053d669943f1,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:01.506967 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:01.507767 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae4f96c-79db-4c94-94f1-2fb585712399 None None] No DVR routers for this DVR port 3cf48efd-3e87-4e90-bf04-053d669943f1 on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:35:01.597710 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.610112 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d08305-55a5-4cb7-baec-e642903354bc']}} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:01.621469 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b94521-08b0-4957-b8d0-c67c02d8d764') {'for_net_delete': True} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:01.621771 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.services.segments.db [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b94521-08b0-4957-b8d0-c67c02d8d764') {} {{(pid=91601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:01.633182 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31496019'] for segment, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.648934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.654947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=91601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:35:01.655472 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32190477'] for segment, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: Traceback (most recent call last): May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: timer() May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: cb(*args, **kw) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: return func(*args, **kwargs) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: self._notify() May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: self.callback(batched_events) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: event.method(event) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: return f(self, *a, **k) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: return self._get(url).json() May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: return self.request(url, 'GET', **kwargs) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:35:01.668317 dv-cinder-792209-1-smb neutron-server[91601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:35:01.743445 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.747139 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-787b6a78-19f2-4f9f-ad88-5529120196f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:01.760215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:01.769944 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Pushing event deleted for resources: {'Network': ['ID=82d08305-55a5-4cb7-baec-e642903354bc,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:01.774500 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:01.780248 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-39a231e3-91bf-428c-8c43-873b9277825f admin admin] 10.222.0.48 "DELETE /v2.0/networks/82d08305-55a5-4cb7-baec-e642903354bc HTTP/1.1" status: 204 len: 168 time: 0.8775954 May 19 23:35:01.949352 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39082) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:01.999248 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-90811fa4-1a12-4f0d-a646-452e86152cf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=735c05814e504fb28283df25a71fcf4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484574 May 19 23:35:02.001665 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39086) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:02.074177 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.100679 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.156272 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.161154 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-83ae8ead-5079-4edd-9af7-a026adc49fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:02.174475 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13375dbb-a4aa-4c59-9a1b-98b870c55ae4,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:02.176688 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:02.181600 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.182864 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-39f12cc5-926d-4837-b777-89d00d6fc060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13375dbb-a4aa-4c59-9a1b-98b870c55ae4 HTTP/1.1" status: 204 len: 168 time: 0.1801360 May 19 23:35:02.316322 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device eb04a8ff-1be0-44c2-84a4-6613a44cdb97 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:35:02.354480 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: eb04a8ff-1be0-44c2-84a4-6613a44cdb97 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:35:02.354836 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device eb04a8ff-1be0-44c2-84a4-6613a44cdb97 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:35:02.355362 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 3cf48efd-3e87-4e90-bf04-053d669943f1 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:35:02.388664 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 3cf48efd-3e87-4e90-bf04-053d669943f1 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:35:02.389016 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 3cf48efd-3e87-4e90-bf04-053d669943f1 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:35:02.517950 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39102) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:02.565291 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1028bddc-9c62-456a-b4cf-bae640855d0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be1bd50e17af45a79407773440895566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461760 May 19 23:35:02.567632 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39106) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:02.624169 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.648914 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.701601 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.706101 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-03e2c3b3-b1e7-4187-bf6a-dc89f03b921f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:02.719373 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87109fec-4cad-448c-8325-6a977d6c4753,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:02.721637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:02.722720 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87109fec-4cad-448c-8325-6a977d6c4753 HTTP/1.1" status: 204 len: 168 time: 0.1541872 May 19 23:35:02.723560 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e3328f8b-959c-4165-98c2-7f1779a3134f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:03.441293 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39142) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:03.546921 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-175678904-network', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:03.552037 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:03.556402 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Usage tracker for resource:network and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:03.559280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:03.565071 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:03.579599 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Made reservation on behalf of e158bb124b9b442a90f9a0cf0d6e5163 for: {'network': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:35:03.582033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.594167 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.609280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:03.613280 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:03.616159 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:03.621855 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:03.703748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.707496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.710413 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e7d22f49-7831-4a6e-9e1d-eafad4ce8d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:03.739316 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=91600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:35:03.749035 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ffc18-42bb-4809-81e6-eb85e4a91f6b,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:03.752798 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.753148 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.segments_db [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Added segment b5a9f141-5b0c-471c-9e4b-a201cee8de95 of type vlan for network ad1894ab-c34c-42e6-8713-f2663f377113 May 19 23:35:03.764784 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.765165 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.765535 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.765903 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.766261 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.766616 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.766977 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.767331 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.767685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.768061 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.768412 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.768762 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:03.775090 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:03.792328 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.821761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.823248 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:03.823859 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:03.828568 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-d05bbde9-8237-40d8-9764-ce7951c5813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:03.930182 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4878154 May 19 23:35:03.931004 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1894ab-c34c-42e6-8713-f2663f377113,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:03.932924 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39162) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:03.935288 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:03.939062 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Request body: {'subnet': {'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-175678904-subnet', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'ip_version': 4}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:03.941267 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network ad1894ab-c34c-42e6-8713-f2663f377113 details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:35:03.944289 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:03.948180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Usage tracker for resource:subnet and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:03.951048 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:03.956871 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:03.968127 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Made reservation on behalf of e158bb124b9b442a90f9a0cf0d6e5163 for: {'subnet': 1} {{(pid=91600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:35:03.970507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29009305'] for subnet, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.355905 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27318601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29009323'] for subnet, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.360613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:04.429346 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:04.433152 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:04.437049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Checking segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:04.437408 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Network hostable DHCP agents. Network: ad1894ab-c34c-42e6-8713-f2663f377113, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:35:04.454336 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Network ad1894ab-c34c-42e6-8713-f2663f377113 is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:35:04.462794 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, ad1894ab-c34c-42e6-8713-f2663f377113) {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:04.470873 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:04.471467 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.472159 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97999866-b468-46a8-a811-8829b9e693a9 None None] Network ad1894ab-c34c-42e6-8713-f2663f377113 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:35:04.492925 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7bf45983-a1b6-40e8-9abb-1b0508b69456 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5590167 May 19 23:35:04.495592 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39166) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:04.500759 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:04.505159 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:04.508908 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Usage tracker for resource:router and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:04.511679 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:04.517359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:04.527222 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.528221 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.542774 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.690943 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-ad1894ab-c34c-42e6-8713-f2663f377113', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:35:04.691775 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:04.849090 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Allocated IP 172.20.0.2 (ad1894ab-c34c-42e6-8713-f2663f377113/6c358e97-b1c1-40ec-8f9c-aaa408ba0da9/c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:04.910196 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.057497 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.067878 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Transition to ACTIVE for port object c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:05.086749 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Transition to ACTIVE for port object c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:05.093403 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.099403 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:05.165456 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Network ad1894ab-c34c-42e6-8713-f2663f377113 is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:05.168440 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:05.172309 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:05.177913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Pushing event updated for resources: {'Port': ['ID=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:05.181744 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:05.229598 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.259402 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.262288 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Attempting to bind port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:05.262654 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Attempting to bind port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:05.263023 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Attempting to bind port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 on network ad1894ab-c34c-42e6-8713-f2663f377113 {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:05.268245 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:05.268618 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Checking segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:05.269017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.269408 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Bound using segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:05.269871 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Bound port: c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:05.270244 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.356886 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] For port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:05.360558 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] For port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:05.365207 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.369420 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-678b0f3d-1e35-495f-b635-16048f43e987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:05.394837 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Allocated IP 172.28.2.170 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/bf8d6955-0b77-4e40-b1fe-f153010e5ad1) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:05.455444 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Pushing event updated for resources: {'Port': ['ID=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:05.460325 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:05.546074 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.577267 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:05.581165 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-03b0ff16-d9e0-41ea-a6c4-57837d95ec44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:05.656890 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:05.659675 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:05.662980 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:05.699447 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Pushing event updated for resources: {'Port': ['ID=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:05.702398 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:06.188186 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:06.364557 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:06.457368 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:06.463052 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff35497-aa60-4981-96c2-e702eac261df None None] Network ad1894ab-c34c-42e6-8713-f2663f377113 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:35:06.567066 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Provisioning for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:06.575855 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Provisioning complete for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:06.576236 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:06.579679 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:06.797725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Router edb2824e-0e95-4745-9032-64f27f3bfaee is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:35:06.811670 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:06.851853 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] For port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:06.856007 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:06.857826 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3ccdefc5-f004-44d4-a8d6-2654d8ceb81f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:06.925513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Pushing event updated for resources: {'Port': ['ID=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:06.928529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:07.008204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:35:07.016402 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Sync routers for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:35:07.026546 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:07.027228 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:07.033036 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:07.034299 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-1441268b-ff40-42ed-95cc-2bae08648e2a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5377233 May 19 23:35:07.036928 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39200) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:07.153561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-48b9d3aa-8ba1-4c95-afcc-2d789e1ed325 None None] Provisioning complete for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:07.153824 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-48b9d3aa-8ba1-4c95-afcc-2d789e1ed325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:07.294538 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:07.624380 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:05Z', 'revision_number': 3, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:07.628607 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Checking router: edb2824e-0e95-4745-9032-64f27f3bfaee for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:35:07.628607 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Updating router edb2824e-0e95-4745-9032-64f27f3bfaee port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:35:07.683599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:07.816816 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.026955 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.031016 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Allocated IP 172.20.0.1 (ad1894ab-c34c-42e6-8713-f2663f377113/6c358e97-b1c1-40ec-8f9c-aaa408ba0da9/9cad3b7f-fb74-42c1-935d-611a772a3478) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:08.040193 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Transition to ACTIVE for port object bf8d6955-0b77-4e40-b1fe-f153010e5ad1 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:08.048286 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.053551 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:08.136194 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Attempting to bind port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:08.136582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Attempting to bind port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:08.136956 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Attempting to bind port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:08.144756 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:08.145138 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:08.145551 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.145955 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:08.146431 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Bound port: bf8d6955-0b77-4e40-b1fe-f153010e5ad1, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:08.147385 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.195200 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4122-56d2-4419-847b-24afc11ac14e None None] Pushing event updated for resources: {'Port': ['ID=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:08.199961 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-eebe4122-56d2-4419-847b-24afc11ac14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:08.202144 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.224708 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.provisioning_blocks [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Transition to ACTIVE for port object 9cad3b7f-fb74-42c1-935d-611a772a3478 will not be triggered until provisioned by entity DHCP. {{(pid=91600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:08.235138 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] For port bf8d6955-0b77-4e40-b1fe-f153010e5ad1, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:08.238456 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] For port bf8d6955-0b77-4e40-b1fe-f153010e5ad1, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:08.242608 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.247302 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-15feccd8-f96e-43f1-85c2-e929988a35db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:08.252161 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.262426 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f1136db0-b87f-45d5-926d-aa3723fdff8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:08.316745 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Network ad1894ab-c34c-42e6-8713-f2663f377113 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:08.319028 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:08.319635 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:08.320131 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:08.323906 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:08.375078 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:08.381375 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Pushing event updated for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:08.385523 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:08.393005 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.524593 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4122-56d2-4419-847b-24afc11ac14e None None] Pushing event updated for resources: {'Port': ['ID=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:08.531297 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-eebe4122-56d2-4419-847b-24afc11ac14e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:08.566744 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:08.654448 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.739758 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-8d0506b4-9f52-45c0-939d-c379d6ac5d9a None None] Provisioning for port 9cad3b7f-fb74-42c1-935d-611a772a3478 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:08.753592 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-8d0506b4-9f52-45c0-939d-c379d6ac5d9a None None] Provisioning complete for port 9cad3b7f-fb74-42c1-935d-611a772a3478 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:08.753971 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-8d0506b4-9f52-45c0-939d-c379d6ac5d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.832879 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:08.832879 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.871300 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.876279 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.902728 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-2ca9fbc4-bace-45f4-a6da-dbdad61e441b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:08.931035 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-8d0506b4-9f52-45c0-939d-c379d6ac5d9a None None] Port 9cad3b7f-fb74-42c1-935d-611a772a3478 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:35:08.986811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:08.991243 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Pushing event updated for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:08.993973 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:09.049587 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:05Z', 'revision_number': 3, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:09.053381 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91991c6-3ea3-44ce-ae71-14335df47833 None None] The sync data for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb is: [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:05Z', 'revision_number': 3, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:35:09.125695 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Network ad1894ab-c34c-42e6-8713-f2663f377113 is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:09.126985 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:09.464859 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-723d9cb6-f6d9-48ec-8cba-8ba2177eadf2 None None] Provisioning complete for port 9cad3b7f-fb74-42c1-935d-611a772a3478 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:09.465013 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Router edb2824e-0e95-4745-9032-64f27f3bfaee has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:35:09.465358 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-723d9cb6-f6d9-48ec-8cba-8ba2177eadf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:09.536361 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-723d9cb6-f6d9-48ec-8cba-8ba2177eadf2 None None] Port 9cad3b7f-fb74-42c1-935d-611a772a3478 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:35:09.660546 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:35:09.669774 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] 10.222.0.48 "PUT /v2.0/routers/edb2824e-0e95-4745-9032-64f27f3bfaee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318052 May 19 23:35:10.201689 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39244) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:10.207299 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981326105-network', 'tenant_id': '803d30109630466985ee646891a37873'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:10.212478 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:10.216299 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Usage tracker for resource:network and tenant:803d30109630466985ee646891a37873 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:10.219090 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:10.225350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:10.235385 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Made reservation on behalf of 803d30109630466985ee646891a37873 for: {'network': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:35:10.237637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3767368'] for network, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.249188 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.262977 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:10.266798 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:803d30109630466985ee646891a37873 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:10.269654 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:10.275890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:10.353491 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device bf8d6955-0b77-4e40-b1fe-f153010e5ad1 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:10.360299 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.364623 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.369176 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0aee52d2-b492-412f-aa91-1f3be56103e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:10.399927 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=91601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 23:35:10.405403 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcebde8-7393-4a62-af0a-c380e2996293,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:10.408992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:10.413523 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.413902 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.segments_db [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Added segment 4b4ffd55-a5b7-45fa-810d-af2935cbe07f of type vlan for network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f May 19 23:35:10.432902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:10.437428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:10.437813 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.441492 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761818310009'] for network, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.471834 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543'] for network, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.473225 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:10.473864 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.479162 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:10.559489 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.578168 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=2bea6da9-aca1-46f1-aa0c-ee1217a6c83f,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:10.584731 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port bf8d6955-0b77-4e40-b1fe-f153010e5ad1, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:10.589101 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f details requested by agent ovs-agent-dv-cinder-792209-1-smb with host dv-cinder-792209-1-smb {{(pid=91602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 23:35:10.589527 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:10.594330 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3915632 May 19 23:35:10.597000 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39248) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:10.602562 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Request body: {'subnet': {'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981326105-subnet', 'tenant_id': '803d30109630466985ee646891a37873', 'ip_version': 4}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:10.604457 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.607729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:10.611902 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Usage tracker for resource:subnet and tenant:803d30109630466985ee646891a37873 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:10.614935 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:10.616936 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3a8bf721-eed3-43a0-bb97-a341bfc7c5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:10.620843 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:10.632784 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Made reservation on behalf of 803d30109630466985ee646891a37873 for: {'subnet': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:35:10.636436 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32382340'] for subnet, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:10.669521 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Sync routers for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:35:10.680637 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:10.681465 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:10.749070 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:10.751931 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:10.862747 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:11.046424 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32145120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32382390'] for subnet, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.051178 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-466268b8-d0c3-4ef3-abd2-88fde36bd48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:11.129870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d88832-55df-49ec-aa34-c951ba2b8d55,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:11.133941 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:11.136441 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Checking segment: {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:11.136794 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Network hostable DHCP agents. Network: 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f, hostable agents: ['14611970-af5a-4d3a-a43a-a72275cb98c9'], hosted agents: [] {{(pid=91601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 23:35:11.153729 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f is scheduled to be hosted by DHCP agent 14611970-af5a-4d3a-a43a-a72275cb98c9 with binding_index 1 {{(pid=91601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 23:35:11.163005 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-1-smb, 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f) {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:11.171451 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:11.172108 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.172326 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fc656-2898-4536-8076-72ab7df06e74 None None] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:35:11.196079 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-412c1ed7-d930-4e99-9652-9de3d9e91c0b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5979364 May 19 23:35:11.198546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39260) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:11.203876 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:11.208326 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:11.212619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Usage tracker for resource:router and tenant:803d30109630466985ee646891a37873 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:11.215829 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:11.220375 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 2, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:11.221975 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:11.224174 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Checking router: edb2824e-0e95-4745-9032-64f27f3bfaee for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:35:11.225067 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Updating router edb2824e-0e95-4745-9032-64f27f3bfaee port 9cad3b7f-fb74-42c1-935d-611a772a3478 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:35:11.233058 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-594296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26724'] for router, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.234589 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417593', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26735'] for router, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.250890 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.279993 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.404150 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2b4e1a3-3e0a-545f-9ef6-8cc84e43b487-2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55'}]}} from dv-cinder-792209-1-smb. {{(pid=91602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 23:35:11.404994 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.577644 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.db_base_plugin_common [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Allocated IP 172.20.0.2 (2bea6da9-aca1-46f1-aa0c-ee1217a6c83f/b0d88832-55df-49ec-aa34-c951ba2b8d55/67408f30-56f7-49e8-81b2-49f26fa685fa) {{(pid=91602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:11.612744 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-594186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26689'] for router, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.621257 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.632589 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Transition to ACTIVE for port object 9cad3b7f-fb74-42c1-935d-611a772a3478 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:11.638062 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.641629 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-92a2a0fd-691c-4e99-84d7-4955ca29989e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:11.707674 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Pushing event updated for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:11.789792 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks [] for port, precommit_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.792176 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.793183 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.793670 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.794145 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.794624 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.795102 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.795955 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.796427 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.796892 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.797465 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.798102 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.798575 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:11.802220 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Transition to ACTIVE for port object 67408f30-56f7-49e8-81b2-49f26fa685fa will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:11.805442 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:11.826233 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Transition to ACTIVE for port object 67408f30-56f7-49e8-81b2-49f26fa685fa will not be triggered until provisioned by entity DHCP. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:11.835680 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375'] for port, after_create {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.841183 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:11.906630 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Attempting to bind port 9cad3b7f-fb74-42c1-935d-611a772a3478 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:11.906991 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Attempting to bind port 9cad3b7f-fb74-42c1-935d-611a772a3478 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:11.907576 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Attempting to bind port 9cad3b7f-fb74-42c1-935d-611a772a3478 on network ad1894ab-c34c-42e6-8713-f2663f377113 {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:11.916258 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:11.916627 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Checking segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:11.917280 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.917675 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Bound using segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:11.918149 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Bound port: 9cad3b7f-fb74-42c1-935d-611a772a3478, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:11.918521 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.962248 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f is already hosted by enough agents. {{(pid=91602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:11.965286 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.scheduler.base_scheduler [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Resources bound (agent type, host, resource id): {{(pid=91602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:11.965609 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:11.969559 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Received port after_create {{(pid=91602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:11.996237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.010518 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] For port 9cad3b7f-fb74-42c1-935d-611a772a3478, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:12.014118 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] For port 9cad3b7f-fb74-42c1-935d-611a772a3478, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9cad3b7f-fb74-42c1-935d-611a772a3478,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:12.014293 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Pushing event updated for resources: {'Port': ['ID=67408f30-56f7-49e8-81b2-49f26fa685fa,revision_number=1']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:12.019931 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.021902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:12.025675 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-8743737c-e179-4533-a6d5-0f65c7a9f08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:12.075343 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Attempting to bind port 67408f30-56f7-49e8-81b2-49f26fa685fa on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:12.075679 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Attempting to bind port 67408f30-56f7-49e8-81b2-49f26fa685fa by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:12.076024 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Attempting to bind port 67408f30-56f7-49e8-81b2-49f26fa685fa on network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:12.081526 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:12.081912 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Checking segment: {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:12.082331 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.082730 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Bound using segment: {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:12.083278 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Bound port: 67408f30-56f7-49e8-81b2-49f26fa685fa, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:12.083582 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.096374 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:12.096905 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:12.145684 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Allocated IP 172.28.2.197 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/9e3a8988-f0af-41f8-a98c-df2a71f7b709) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:12.183652 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] For port 67408f30-56f7-49e8-81b2-49f26fa685fa, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:12.186927 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] For port 67408f30-56f7-49e8-81b2-49f26fa685fa, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=67408f30-56f7-49e8-81b2-49f26fa685fa,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:12.195846 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.199516 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:12.288788 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Pushing event updated for resources: {'Port': ['ID=67408f30-56f7-49e8-81b2-49f26fa685fa,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:12.291624 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:12.292702 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-fc642748-8de0-425f-a65c-febdc81b5dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:12.377928 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Pushing event updated for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:12.381663 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:12.395757 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device bf8d6955-0b77-4e40-b1fe-f153010e5ad1 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:12.416076 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.469371 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.476209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8128d0ea-b41d-4487-b152-a4f1ae6ecd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:12.518451 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:12.518451 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:12.618552 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:12.621655 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:12.626111 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:12.668557 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Pushing event updated for resources: {'Port': ['ID=9e3a8988-f0af-41f8-a98c-df2a71f7b709,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:12.675182 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:12.697358 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:12.701846 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f89837-a2bf-4c6d-a35c-efa3fbf3c0d4 None None] The sync data for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb is: [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:35:13.080667 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:13.411656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8b695-a4d8-41db-b9c1-f1fe26480406 None None] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:35:13.530688 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-0a6524ff-b008-45a4-9465-73f9b8c0c22d None None] Provisioning for port 67408f30-56f7-49e8-81b2-49f26fa685fa completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:13.550611 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-594291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417667'] for router, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:13.772901 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Router 70ea2a46-dc52-428c-a9e0-186ac900da24 is scheduled to L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 with binding_index 1 {{(pid=91601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 23:35:13.954268 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:35:13.962875 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Sync routers for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:35:13.972749 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:13.973302 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:13.983897 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] Notify callbacks [] for router, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:13.985266 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1db574f9-6772-4a5c-86a0-8a52a67251be admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7857203 May 19 23:35:13.988153 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39286) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:14.170312 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:14.485951 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 67408f30-56f7-49e8-81b2-49f26fa685fa up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:14.574897 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 67408f30-56f7-49e8-81b2-49f26fa685fa completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:14.580436 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 3, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:14.583817 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 67408f30-56f7-49e8-81b2-49f26fa685fa triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:14.584794 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:14.614931 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Checking router: 70ea2a46-dc52-428c-a9e0-186ac900da24 for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:35:14.615601 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Updating router 70ea2a46-dc52-428c-a9e0-186ac900da24 port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 binding host dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:35:14.695279 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:14.786063 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:14.902101 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:14.993790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Allocated IP 172.20.0.1 (2bea6da9-aca1-46f1-aa0c-ee1217a6c83f/b0d88832-55df-49ec-aa34-c951ba2b8d55/fc5c36b0-5573-4e7b-b5dc-680b24d9d658) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:15.022378 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 67408f30-56f7-49e8-81b2-49f26fa685fa, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=67408f30-56f7-49e8-81b2-49f26fa685fa,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:15.028381 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.029224 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9cad3b7f-fb74-42c1-935d-611a772a3478 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:15.057399 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.140257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.155810 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Transition to ACTIVE for port object fc5c36b0-5573-4e7b-b5dc-680b24d9d658 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:15.178430 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=67408f30-56f7-49e8-81b2-49f26fa685fa,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.178861 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.182614 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.184791 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-426616a2-666c-4fd2-9c23-f16d36426860 tempest-AttachVolumeShelveTestJSON-176144800 tempest-AttachVolumeShelveTestJSON-176144800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.210067 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 9cad3b7f-fb74-42c1-935d-611a772a3478 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:15.251158 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:15.252296 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9cad3b7f-fb74-42c1-935d-611a772a3478 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:15.252682 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.253807 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:15.256789 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:15.292831 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.295874 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.317344 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404528'] for router_interface, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.321609 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks [] for port, precommit_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.338984 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Transition to ACTIVE for port object 9e3a8988-f0af-41f8-a98c-df2a71f7b709 will not be triggered until provisioned by entity L2. {{(pid=91602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:15.347272 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.351611 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-774bff96-03c0-4fc8-8781-e81c490eff17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.476841 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Attempting to bind port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:15.477295 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Attempting to bind port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:15.477716 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Attempting to bind port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 on network 5d292a91-a085-41a1-af48-c255234a162e {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:15.484870 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f44d6-2d4b-4ce4-843c-3db427d4f314 None None] Pushing event updated for resources: {'Port': ['ID=9e3a8988-f0af-41f8-a98c-df2a71f7b709,revision_number=2']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.487012 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.500094 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d4f44d6-2d4b-4ce4-843c-3db427d4f314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.503538 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:15.503890 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Checking segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:15.504480 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.504887 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Bound using segment: {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'} {{(pid=91602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:15.505369 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.managers [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Bound port: 9e3a8988-f0af-41f8-a98c-df2a71f7b709, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52963f98-d7cf-4795-9678-00d3e7c3cab2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d292a91-a085-41a1-af48-c255234a162e'}}] {{(pid=91602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:15.506462 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.581571 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.595815 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 9cad3b7f-fb74-42c1-935d-611a772a3478, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9cad3b7f-fb74-42c1-935d-611a772a3478,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:15.596783 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-12ba4c16-7140-4abf-a8b6-8a4edea185de None None] Provisioning for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:15.606097 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-12ba4c16-7140-4abf-a8b6-8a4edea185de None None] Provisioning complete for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:15.606471 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-12ba4c16-7140-4abf-a8b6-8a4edea185de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.631907 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.640041 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-eebe4122-56d2-4419-847b-24afc11ac14e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.705610 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] For port 9e3a8988-f0af-41f8-a98c-df2a71f7b709, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:15.734122 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] For port 9e3a8988-f0af-41f8-a98c-df2a71f7b709, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9e3a8988-f0af-41f8-a98c-df2a71f7b709,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:15.744749 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-600414b1-576d-45e4-b7f4-113d75b8c3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.747315 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-12ba4c16-7140-4abf-a8b6-8a4edea185de None None] Port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:35:15.749151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.758338 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.762634 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.764142 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-283d605a-b326-4a8d-b49c-8c704ae27d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.817145 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.821703 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:15.829344 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:15.829976 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:34:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:15.854075 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-fac41d2c-c064-4ffb-bd5a-335131fe56f5 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:15.922400 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f44d6-2d4b-4ce4-843c-3db427d4f314 None None] Pushing event updated for resources: {'Port': ['ID=9e3a8988-f0af-41f8-a98c-df2a71f7b709,revision_number=3']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.926971 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d4f44d6-2d4b-4ce4-843c-3db427d4f314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.945164 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:15.949409 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:15.950405 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-612525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404567'] for router_interface, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.021964 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:16.085228 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:16.086309 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:16.376837 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9cad3b7f-fb74-42c1-935d-611a772a3478 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:16.396085 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39328) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:16.399312 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Router 70ea2a46-dc52-428c-a9e0-186ac900da24 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:35:16.449478 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-ec4ae627-0263-48d4-b641-6c4ce8ed0166 None None] Provisioning complete for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:16.449852 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae627-0263-48d4-b641-6c4ce8ed0166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.524275 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.538891 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:16.542660 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Usage tracker for resource:security_group_rule and tenant:161f3c514e2648c6be131d1d0a94e4f4 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:16.545528 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:16.551169 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:16.562902 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-ec4ae627-0263-48d4-b641-6c4ce8ed0166 None None] Port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:35:16.581438 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'fc5c36b0-5573-4e7b-b5dc-680b24d9d658', 'name': '', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'mac_address': 'fa:16:3e:60:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:14Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 2, 'project_id': '803d30109630466985ee646891a37873', 'subnets': [{'id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:16.583677 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9cad3b7f-fb74-42c1-935d-611a772a3478 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:16.584797 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.590070 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:35:16.605566 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-befbf05d-82fc-4a90-ae01-cd4d77ad2cde admin admin] 10.222.0.48 "PUT /v2.0/routers/70ea2a46-dc52-428c-a9e0-186ac900da24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6109874 May 19 23:35:16.625951 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3103f705-defc-4e23-b667-182d7aebadb5 None None] The sync data for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb is: [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'fc5c36b0-5573-4e7b-b5dc-680b24d9d658', 'name': '', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'mac_address': 'fa:16:3e:60:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:14Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 2, 'project_id': '803d30109630466985ee646891a37873', 'subnets': [{'id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:35:16.647509 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.655760 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.671320 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-65392d30-1d34-4de1-9ed7-d2d0c53cadb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:16.702180 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=161f3c514e2648c6be131d1d0a94e4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034685 May 19 23:35:16.703078 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39336) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:16.719945 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f79dec-5899-4dda-ae6a-aa40c247bdd0,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:16.723469 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 67408f30-56f7-49e8-81b2-49f26fa685fa up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:16.723893 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b0a3e17b-05d1-44a4-8afb-78a32bf8d9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:16.789256 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.795521 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 67408f30-56f7-49e8-81b2-49f26fa685fa triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:16.796112 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.816765 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.878030 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.889664 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5b36800e-4dbd-44cf-8890-b12f42252f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:16.921565 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f79dec-5899-4dda-ae6a-aa40c247bdd0,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:16.923635 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:16.924653 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68f79dec-5899-4dda-ae6a-aa40c247bdd0 HTTP/1.1" status: 204 len: 168 time: 0.2201943 May 19 23:35:16.925523 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.258318 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39348) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:17.276778 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.292088 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:17.296876 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Usage tracker for resource:security_group_rule and tenant:1624b90b6da841c582a7e75d9086f552 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:17.300835 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:17.307162 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:17.358318 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39352) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:17.364169 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449894072', 'description': 'tempest-secgroup-smoke-449894072 description', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:17.379379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:17.385159 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:17.388160 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:17.393921 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:17.415776 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.418944 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.431728 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.436127 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.438501 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:17.442583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:17.445326 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1b049ea9-88c8-4350-aae0-2ae69bdfdf5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:17.446252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:17.452448 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:17.492518 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1624b90b6da841c582a7e75d9086f552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330632 May 19 23:35:17.493516 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c942ee9-410f-4dfc-92f9-2bf41f9cc4ef,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:17.496734 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-4a71e7aa-cabf-4a72-ba5c-2b2e7df98189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.496913 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39356) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:17.572104 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.578626 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.584426 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e5522132-034c-4a8e-98ad-5f5a7435a86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:17.634861 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.656513 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.661008 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39360) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:17.661202 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3015168 May 19 23:35:17.666820 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:17.669534 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a794d90-0059-4039-a4e2-c14eea0a8c35,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:17.674548 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.679669 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.681586 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:17.686175 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:17.689366 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:17.700239 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:17.718870 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.739737 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.745789 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6da9f030-8341-4d6d-8616-85cefc029789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:17.760511 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c942ee9-410f-4dfc-92f9-2bf41f9cc4ef,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:17.763399 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.770954 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.772284 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7ceb7e6e-227f-4d90-bb43-09ecfc1e6220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c942ee9-410f-4dfc-92f9-2bf41f9cc4ef HTTP/1.1" status: 204 len: 168 time: 0.2744229 May 19 23:35:17.787709 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.794108 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.796698 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:17.822289 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47dd256-60ec-43ee-869d-196695de5be6,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:17.824555 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.837335 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.838965 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1981aebc-6dbe-4174-acb6-65045937aa4f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768026 May 19 23:35:17.841746 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39366) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:17.847947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:17.854275 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:17.858438 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:17.861639 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:17.868312 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:17.886420 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.958586 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.962533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:17.964799 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-466c696f-7a10-425f-b1f9-75c87154d645 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:17.988489 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678a816c-98c3-4eb4-b27c-0a5a5c41377d,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:17.991612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:17.998888 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.000266 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-264afb60-a304-4a51-9851-805094a5b282 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575184 May 19 23:35:18.002848 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39372) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:18.008779 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:18.014991 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:18.018790 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:18.021783 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:18.027523 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:18.046742 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.109642 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.113458 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.116034 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:18.137611 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a679b833-e731-4970-8f50-b906dc7245dd,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:18.140057 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:18.146868 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.148111 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-f54791f2-1c8d-4b64-b689-768e953088dd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438360 May 19 23:35:18.150675 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39380) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:18.155515 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:18.161329 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:18.169598 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:18.173407 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:18.180124 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:18.196302 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.260853 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.266714 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.277844 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:18.301601 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05e3baa-0a97-4fa5-b8a8-265b75ba6505,revision_number=0']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:18.307111 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:18.312157 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.313648 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-7b5bbb7c-6437-42eb-af44-1d1d4f8ca9e3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620400 May 19 23:35:18.316365 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39388) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:18.322025 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:18.328228 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:18.332938 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.336401 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:18.339507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:18.345648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:18.360098 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.securitygroups_db [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Project e158bb124b9b442a90f9a0cf0d6e5163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 23:35:18.365847 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.381104 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9e3a8988-f0af-41f8-a98c-df2a71f7b709 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:18.443342 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-41635e29-f04d-40bd-a52b-a56dd1d19c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.449966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.455120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.457471 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:18.460913 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:18.466135 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:18.466516 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.482940 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58b1ce-4588-48fe-ad86-9ff7a5c4e33e,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:18.489120 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:18.494928 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.496404 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787148 May 19 23:35:18.499076 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39398) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:18.505073 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'security_group_rule': {'security_group_id': '7a794d90-0059-4039-a4e2-c14eea0a8c35', 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:18.511146 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:18.515008 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:security_group_rule and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:18.517997 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:18.524862 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:18.540462 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.securitygroups_db [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Project e158bb124b9b442a90f9a0cf0d6e5163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 23:35:18.546483 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.597968 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.618647 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.624215 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576952'] for security_group_rule, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.626182 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port 9e3a8988-f0af-41f8-a98c-df2a71f7b709, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9e3a8988-f0af-41f8-a98c-df2a71f7b709,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:18.627180 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-acc30a66-7eb7-4128-86c1-03ba1765996b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:18.632746 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.641127 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:18.653071 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980e491b-b626-4916-a27e-5eb027a4d5e6,revision_number=0']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:18.655835 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:18.664444 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:18.665702 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3a5e4834-a734-4ebd-a73d-9069b82a2430 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656847 May 19 23:35:18.721811 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=9e3a8988-f0af-41f8-a98c-df2a71f7b709,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:18.726053 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:19.296117 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:20.318653 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9e3a8988-f0af-41f8-a98c-df2a71f7b709 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:20.392790 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:20.393161 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:20.505057 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Sync routers for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:35:20.514415 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:20.515186 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:35:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:20.714290 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:20.837115 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.026233 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'fc5c36b0-5573-4e7b-b5dc-680b24d9d658', 'name': '', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'mac_address': 'fa:16:3e:60:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:14Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 2, 'project_id': '803d30109630466985ee646891a37873', 'subnets': [{'id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:21.029959 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Checking router: 70ea2a46-dc52-428c-a9e0-186ac900da24 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:35:21.030330 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Updating router 70ea2a46-dc52-428c-a9e0-186ac900da24 port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 binding host dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 23:35:21.082812 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.426366 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks [] for port, precommit_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.438666 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.provisioning_blocks [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Transition to ACTIVE for port object fc5c36b0-5573-4e7b-b5dc-680b24d9d658 will not be triggered until provisioned by entity L2. {{(pid=91603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:21.445129 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.448924 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-44b53784-f704-4867-9cb8-4e3c1120b899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:21.522263 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10de1cc-5c89-4a42-bc1f-0c5078ef8955 None None] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=3']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:21.533057 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-e10de1cc-5c89-4a42-bc1f-0c5078ef8955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:21.702826 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Attempting to bind port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 on host dv-cinder-792209-1-smb for vnic_type normal with profile {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:21.703194 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Attempting to bind port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 by drivers openvswitch,hyperv on host dv-cinder-792209-1-smb at level 0 using segments [{'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:21.703634 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Attempting to bind port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 on network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:21.714622 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Checking agent: {'id': '3bff7b0f-e389-443b-8224-0b204b9c32c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 20, 18), 'started_at': datetime.datetime(2021, 5, 19, 23, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:21.715003 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Checking segment: {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:21.715411 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.715884 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Bound using segment: {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'} {{(pid=91603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:21.716316 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.managers [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Bound port: fc5c36b0-5573-4e7b-b5dc-680b24d9d658, host: dv-cinder-792209-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4ffd55-a5b7-45fa-810d-af2935cbe07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f'}}] {{(pid=91603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:21.716698 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.805984 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] For port fc5c36b0-5573-4e7b-b5dc-680b24d9d658, host dv-cinder-792209-1-smb, cleared binding levels {{(pid=91603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:21.811456 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.plugins.ml2.db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] For port fc5c36b0-5573-4e7b-b5dc-680b24d9d658, host dv-cinder-792209-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:21.816219 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron_lib.callbacks.manager [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:21.821983 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:21.901294 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10de1cc-5c89-4a42-bc1f-0c5078ef8955 None None] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=4']} {{(pid=91603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:21.905607 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG oslo_concurrency.lockutils [None req-e10de1cc-5c89-4a42-bc1f-0c5078ef8955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:21.911999 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:21.912829 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:35:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:22.112878 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:22.355008 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device fc5c36b0-5573-4e7b-b5dc-680b24d9d658 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:22.441649 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:22.449096 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:22.452032 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.469099 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'fc5c36b0-5573-4e7b-b5dc-680b24d9d658', 'name': '', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'mac_address': 'fa:16:3e:60:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:14Z', 'updated_at': '2021-05-19T23:35:21Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'subnets': [{'id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:22.474815 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6940d4-d2dd-47d0-9bd7-928151e2b088 None None] The sync data for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb is: [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': 'fc5c36b0-5573-4e7b-b5dc-680b24d9d658', 'name': '', 'network_id': '2bea6da9-aca1-46f1-aa0c-ee1217a6c83f', 'tenant_id': '803d30109630466985ee646891a37873', 'mac_address': 'fa:16:3e:60:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:14Z', 'updated_at': '2021-05-19T23:35:21Z', 'revision_number': 4, 'project_id': '803d30109630466985ee646891a37873', 'subnets': [{'id': 'b0d88832-55df-49ec-aa34-c951ba2b8d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:35:22.581367 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.615867 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] For port fc5c36b0-5573-4e7b-b5dc-680b24d9d658, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:22.619928 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.623227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:22.682033 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39534) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:22.692900 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Pushing event updated for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:22.695998 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:22.803457 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.817508 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:22.821339 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:470d2947204747f3866d5f42ef20eb2f is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:22.824134 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:22.829748 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:22.916080 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.919648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:22.927809 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-b7e7d95c-1187-48c6-b251-5042ac646881 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:22.966744 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=470d2947204747f3866d5f42ef20eb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832932 May 19 23:35:22.968502 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7954ae4-c861-4b52-b7cc-7ca62869564d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:22.969411 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39540) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:22.971557 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-14e0a565-dbd2-4419-bad7-59a7e4255ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:23.031236 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.058092 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.110986 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.115334 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-82496070-1c67-44c7-a981-bc5216014117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:23.126847 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7954ae4-c861-4b52-b7cc-7ca62869564d,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:23.137721 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.138099 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.138467 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.138830 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.139188 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.139546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.139929 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.140284 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.140638 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.141013 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.141365 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.141714 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:35:23.144727 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:23.146715 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.148107 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7954ae4-c861-4b52-b7cc-7ca62869564d HTTP/1.1" status: 204 len: 168 time: 0.1774428 May 19 23:35:23.426743 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39548) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:23.445240 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.460619 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:23.464484 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Usage tracker for resource:security_group_rule and tenant:290ec20066e8450b81887091ea329b1b is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:23.467247 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:23.472910 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:23.561785 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.567252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.576038 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8e0ee750-59af-40f9-ab35-8246a8ffc4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:23.615957 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ba3c5-a2a9-40b9-a71b-07e74ab561cd,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:23.619293 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:23.624304 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-14d252fb-6041-4260-a60f-5ab162e8735a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=290ec20066e8450b81887091ea329b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963480 May 19 23:35:23.624549 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39552) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:23.689065 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.716956 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.779124 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.783264 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-4d2424ac-45f0-4e34-84ff-1f1e1225d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:23.797107 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ba3c5-a2a9-40b9-a71b-07e74ab561cd,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:23.799409 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:23.807867 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:23.822250 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-503e8619-8d0e-4223-b5a3-8a98ce865ee8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa8ba3c5-a2a9-40b9-a71b-07e74ab561cd HTTP/1.1" status: 204 len: 168 time: 0.1860747 May 19 23:35:24.343426 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device fc5c36b0-5573-4e7b-b5dc-680b24d9d658 up at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:24.409829 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Provisioning complete for port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:24.410208 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:25.938458 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:35:29.503021 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39640) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:29.624735 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.639172 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:29.642949 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f38d7f4217942d993a5ca41ac9a80d5 is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:29.645707 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:29.651318 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:29.736640 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.740697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.748715 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-a6e690db-4d99-4ec3-873c-aa150a5da8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:29.788103 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f38d7f4217942d993a5ca41ac9a80d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840381 May 19 23:35:29.789718 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214c00c7-90d9-4d8c-ae3d-45e8361bb848,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:29.790838 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39646) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:29.792826 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b00d93f6-1f44-423c-ab27-485d91d7b9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:29.850463 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.877013 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.932408 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.936260 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-442b0f61-84b2-463d-8e5a-35d88f3242b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:29.949132 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214c00c7-90d9-4d8c-ae3d-45e8361bb848,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:29.952015 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:29.954163 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:29.957637 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-f231ca77-0a4e-4918-84e7-32d00af9ff26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/214c00c7-90d9-4d8c-ae3d-45e8361bb848 HTTP/1.1" status: 204 len: 168 time: 0.1634636 May 19 23:35:30.226514 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39654) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:30.245140 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.260550 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:30.264581 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Usage tracker for resource:security_group_rule and tenant:31e3916c7ded49798ba626c9c18523a5 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:30.268098 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:30.274938 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:30.364001 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.367877 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.376844 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-65c84efd-3aa5-4a4c-8b0a-9d3e7ab71254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:30.416972 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31e3916c7ded49798ba626c9c18523a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893642 May 19 23:35:30.417868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4648e29-a50d-4a4e-aef0-3a1e900e70d7,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:30.419722 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39668) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:30.420926 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-7a17b447-ad0a-496c-8a8d-8f99d8391e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:30.480676 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.506155 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.561494 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.565165 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-145c0b4b-9aec-465c-b6ca-28f0593545c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:30.578757 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4648e29-a50d-4a4e-aef0-3a1e900e70d7,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:30.581284 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:30.590851 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:30.591987 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b231cf0f-4b31-41be-b0d4-d38bc2447b29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4648e29-a50d-4a4e-aef0-3a1e900e70d7 HTTP/1.1" status: 204 len: 168 time: 0.1706123 May 19 23:35:32.688283 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-d79c01d1-8597-44ff-acf8-65a4c99f1523 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Synchronizing usage tracker for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:security_group {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:35:32.703545 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-d79c01d1-8597-44ff-acf8-65a4c99f1523 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Unset dirty status for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:security_group {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:35:32.704699 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-d79c01d1-8597-44ff-acf8-65a4c99f1523 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449894072&fields=id&tenant_id=e158bb124b9b442a90f9a0cf0d6e5163 HTTP/1.1" status: 200 len: 267 time: 0.0557537 May 19 23:35:32.853018 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-afd15c39-6674-465a-9d6f-f85de8bcf2a9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:32.853613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-afd15c39-6674-465a-9d6f-f85de8bcf2a9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Synchronizing usage tracker for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:network {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:35:32.870288 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-afd15c39-6674-465a-9d6f-f85de8bcf2a9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Unset dirty status for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:network {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:35:32.871547 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-afd15c39-6674-465a-9d6f-f85de8bcf2a9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 808 time: 0.1595817 May 19 23:35:32.885602 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-405bea73-5bb6-4ace-a27c-5c326333f964 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/quotas/e158bb124b9b442a90f9a0cf0d6e5163 HTTP/1.1" status: 200 len: 375 time: 0.0086229 May 19 23:35:32.973915 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-4d77832a-4d72-4b8b-8e1a-a04e6dff0d41 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Synchronizing usage tracker for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:port {{(pid=91600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:35:32.990376 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [req-afae997f-78ce-42af-a8fe-020569b121b9 req-4d77832a-4d72-4b8b-8e1a-a04e6dff0d41 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Unset dirty status for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:port {{(pid=91600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:35:32.992051 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-4d77832a-4d72-4b8b-8e1a-a04e6dff0d41 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016672 May 19 23:35:33.230480 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8d1e0af0-382d-44bf-bb47-2c90c56d8080 service neutron] 10.222.0.48 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270792 May 19 23:35:33.451848 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-1156a1f1-9cc6-46ae-b048-c8a97210dd88 service neutron] 10.222.0.48 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152026 May 19 23:35:33.837781 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9a7aa5c7-b307-4ef1-b7f4-f6b784e61235 req-d076cc5f-8882-4877-bc81-ccac4c2f930f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 210 time: 0.0431137 May 19 23:35:34.877534 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-0728e950-9a8e-4d11-90ff-b3b2e1ed606d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:34.878986 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-0728e950-9a8e-4d11-90ff-b3b2e1ed606d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 808 time: 0.1508882 May 19 23:35:34.930527 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-97dbabca-7b28-46fe-af78-1dcd6d69ce7e tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e158bb124b9b442a90f9a0cf0d6e5163 HTTP/1.1" status: 200 len: 379 time: 0.0434163 May 19 23:35:34.941270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'port': {'device_id': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'admin_state_up': True, 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'security_groups': ['7a794d90-0059-4039-a4e2-c14eea0a8c35']}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:34.993275 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f45dd094-9e0c-4fcb-b7d8-6483b9787752 req-bc7ef27e-b119-48c2-9167-b2db7e37ae7a tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 210 time: 0.0477386 May 19 23:35:35.076759 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:35.086988 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:35.096546 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Made reservation on behalf of e158bb124b9b442a90f9a0cf0d6e5163 for: {'port': 1} {{(pid=91601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 23:35:35.100712 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:35.265143 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.db_base_plugin_common [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Allocated IP 172.20.0.8 (ad1894ab-c34c-42e6-8713-f2663f377113/6c358e97-b1c1-40ec-8f9c-aaa408ba0da9/9c42b075-a148-4804-9f09-419eaec2bc61) {{(pid=91601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:35.587900 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for port, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:35.606497 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Transition to ACTIVE for port object 9c42b075-a148-4804-9f09-419eaec2bc61 will not be triggered until provisioned by entity DHCP. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:35.631543 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:35.637673 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-f7db2fed-cd6c-443e-9ed9-0e2c92fb3ba8 tempest-AttachVolumeTestJSON-1262773389 tempest-AttachVolumeTestJSON-1262773389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:35.713556 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Network ad1894ab-c34c-42e6-8713-f2663f377113 is already hosted by enough agents. {{(pid=91601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:35.716740 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.base_scheduler [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources bound (agent type, host, resource id): {{(pid=91601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:35.719178 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Received port after_create {{(pid=91601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:35.758350 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:35.761328 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:35.793622 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:35.794255 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:35.819519 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-8c84591d-6b55-410e-8506-071d9ffc48bd tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8821018 May 19 23:35:35.831689 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.v2.base [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Request body: {'port': {'device_id': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=91601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:35.945327 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:35.978189 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-1fee9f29-992f-4aa7-afc2-752a627f04ca None None] Provisioning for port 9c42b075-a148-4804-9f09-419eaec2bc61 completed by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:35.984995 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-1fee9f29-992f-4aa7-afc2-752a627f04ca None None] Provisioning complete for port 9c42b075-a148-4804-9f09-419eaec2bc61 triggered by entity DHCP. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:35.985632 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-1fee9f29-992f-4aa7-afc2-752a627f04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.045576 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-1fee9f29-992f-4aa7-afc2-752a627f04ca None None] Port 9c42b075-a148-4804-9f09-419eaec2bc61 cannot update to ACTIVE because it is not bound. {{(pid=91602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 23:35:36.186176 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f194343-a85b-4694-9996-f268ba6c0544 req-a00c3977-42f1-4212-b5f1-f95b0d8fcdb3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:36.188259 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9f194343-a85b-4694-9996-f268ba6c0544 req-a00c3977-42f1-4212-b5f1-f95b0d8fcdb3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 931 time: 0.0842540 May 19 23:35:36.233173 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9f194343-a85b-4694-9996-f268ba6c0544 req-f622deb6-8d24-4ce0-9cab-18a3dc99f443 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 May 19 23:35:36.298947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c42b075-a148-4804-9f09-419eaec2bc61 {{(pid=91601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:35:36.306625 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.322862 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.provisioning_blocks [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Transition to ACTIVE for port object 9c42b075-a148-4804-9f09-419eaec2bc61 will not be triggered until provisioned by entity L2. {{(pid=91601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 23:35:36.326727 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.331414 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6eb6d2bb-6377-4023-a092-706eb94e3157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:36.488072 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=2']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:36.496031 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:36.570999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Attempting to bind port 9c42b075-a148-4804-9f09-419eaec2bc61 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 23:35:36.571340 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Attempting to bind port 9c42b075-a148-4804-9f09-419eaec2bc61 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 23:35:36.571672 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Attempting to bind port 9c42b075-a148-4804-9f09-419eaec2bc61 on network ad1894ab-c34c-42e6-8713-f2663f377113 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:36.576353 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Port 9c42b075-a148-4804-9f09-419eaec2bc61 on network ad1894ab-c34c-42e6-8713-f2663f377113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 23:35:36.576673 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Attempting to bind port 9c42b075-a148-4804-9f09-419eaec2bc61 on network ad1894ab-c34c-42e6-8713-f2663f377113 {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 23:35:36.581812 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Checking agent: {'id': 'ba1154bb-cc75-4eb5-a4a1-7f6c50f604d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'started_at': datetime.datetime(2021, 5, 19, 23, 26, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 23:35:36.582148 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Checking segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 23:35:36.582533 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Bound using segment: {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'} {{(pid=91601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 23:35:36.582961 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.managers [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Bound port: 9c42b075-a148-4804-9f09-419eaec2bc61, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a9f141-5b0c-471c-9e4b-a201cee8de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113'}}] {{(pid=91601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 23:35:36.583308 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.668639 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, cleared binding levels {{(pid=91601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 23:35:36.671400 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 23:35:36.676612 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32190569'] for port, after_update {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.681449 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-0ab9a1ba-fa34-435c-8545-cdad76c54122 tempest-AttachVolumeNegativeTest-258640759 tempest-AttachVolumeNegativeTest-258640759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:36.740929 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:36.741713 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:36.743092 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] 10.222.0.58 "PUT /v2.0/ports/9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 1093 time: 0.9158368 May 19 23:35:36.743609 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:35:36.763285 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=3']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:36.766503 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-28bdb1db-485d-4576-a8a0-859fe8e49396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:36.820491 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'status': 'completed', 'code': 200} May 19 23:35:36.863552 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-e1f447f4-737f-4198-b308-8604ae650e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:36.865146 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-e1f447f4-737f-4198-b308-8604ae650e6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1096 time: 0.0793309 May 19 23:35:36.937963 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-2bfb0f49-e190-41a3-85de-119e8fba88f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 217 time: 0.0659740 May 19 23:35:37.002338 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-1b18b0cc-142c-4b96-b882-eda07169c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.003705 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-1b18b0cc-142c-4b96-b882-eda07169c1cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0586543 May 19 23:35:37.080183 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae997f-78ce-42af-a8fe-020569b121b9 req-6ea300e0-5f26-4b7f-9644-23c41335ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.081687 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-6ea300e0-5f26-4b7f-9644-23c41335ed1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715530 May 19 23:35:37.212103 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-87f969fd-0b9a-4768-b351-a00a5f90f52c service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238654 May 19 23:35:37.449182 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59650b01-aede-45bb-8c05-cb6af7d9a306 req-7d4d5f23-c4bc-4e0e-bf9d-83e763e9e493 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.450697 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59650b01-aede-45bb-8c05-cb6af7d9a306 req-7d4d5f23-c4bc-4e0e-bf9d-83e763e9e493 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0953677 May 19 23:35:37.471172 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-afae997f-78ce-42af-a8fe-020569b121b9 req-b77dcc7e-c2ab-4948-8946-a15586c7530d service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531548 May 19 23:35:37.500083 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-59650b01-aede-45bb-8c05-cb6af7d9a306 req-6ed4f7c1-4f57-4a66-bd72-d9e81a2f7828 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 May 19 23:35:37.590694 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-1d807686-a61a-403e-a4e8-0f35e3069b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.592225 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-1d807686-a61a-403e-a4e8-0f35e3069b68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1096 time: 0.0728462 May 19 23:35:37.722719 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-915f956b-6ebf-4954-add3-09e031befb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.724165 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-915f956b-6ebf-4954-add3-09e031befb64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1238027 May 19 23:35:37.794974 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-7d8ca3ec-c016-4107-b5de-2d0fe5a608c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 217 time: 0.0631881 May 19 23:35:37.857123 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-bd2ff40a-1160-4c70-a24c-36563eb89db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.858599 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-bd2ff40a-1160-4c70-a24c-36563eb89db2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0572827 May 19 23:35:37.940906 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-e8e0965d-1b82-4079-a73d-7c85d1547a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:37.942372 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-e8e0965d-1b82-4079-a73d-7c85d1547a8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742540 May 19 23:35:38.073122 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-8fb74426-8447-4268-90b8-7123df37595b service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230428 May 19 23:35:38.203370 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-fa0983d4-4f6a-4b03-a9fc-1ded96315156 req-d1dbce2b-0b0d-4ac8-8535-ba62ab830c26 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227760 May 19 23:35:38.689184 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a7265-105a-4f68-b6fe-60d560538a65 req-cea9ef65-191e-4c5a-85f7-e0ab4c22c6ba tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:38.690665 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a9a7265-105a-4f68-b6fe-60d560538a65 req-cea9ef65-191e-4c5a-85f7-e0ab4c22c6ba tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0835798 May 19 23:35:38.740648 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a9a7265-105a-4f68-b6fe-60d560538a65 req-c76dca86-dd07-4031-a558-6cde1e939fc3 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 May 19 23:35:39.934576 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1ce6-efe6-4a43-9065-3e610b1a8094 req-ae5c72e8-d7f5-4828-a10e-1d248b1ff462 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:39.936351 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-febc1ce6-efe6-4a43-9065-3e610b1a8094 req-ae5c72e8-d7f5-4828-a10e-1d248b1ff462 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0888073 May 19 23:35:39.985316 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-febc1ce6-efe6-4a43-9065-3e610b1a8094 req-266ce418-5589-4ca1-ba22-b1655ab809cf tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 May 19 23:35:40.162666 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:35:40.294984 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:40.308047 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '9c42b075-a148-4804-9f09-419eaec2bc61', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'mac_address': 'fa:16:3e:36:38:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:35:40.362500 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:40.378399 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c42b075-a148-4804-9f09-419eaec2bc61 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:35:40.393061 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:40.397370 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:40.399886 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:40.496941 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=4']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:40.500022 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:40.595985 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['9c42b075-a148-4804-9f09-419eaec2bc61'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:35:41.175222 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f091b-752c-4b8b-8864-e7a89e055768 req-f2d071b5-5025-4d36-acbd-40b23e7b169f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:41.176949 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7d0f091b-752c-4b8b-8864-e7a89e055768 req-f2d071b5-5025-4d36-acbd-40b23e7b169f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 944 time: 0.0848844 May 19 23:35:41.226321 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7d0f091b-752c-4b8b-8864-e7a89e055768 req-8085c551-fddb-47f2-a1ea-b74429876900 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428255 May 19 23:35:42.164045 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:35:42.228528 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning for port 9c42b075-a148-4804-9f09-419eaec2bc61 completed by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 23:35:42.232842 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 9c42b075-a148-4804-9f09-419eaec2bc61 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:35:42.233211 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.350478 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.377463 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:35:42.390606 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:35:42.395903 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.398848 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-3396364e-2ad4-4acb-9ed8-10ec1cc31c8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:42.424807 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047e68-2e80-44cc-ad70-4f72ac10f38c req-59843db2-1c0e-43ea-b9da-484b383c41ce tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:42.426298 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2047e68-2e80-44cc-ad70-4f72ac10f38c req-59843db2-1c0e-43ea-b9da-484b383c41ce tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 944 time: 0.0892725 May 19 23:35:42.433470 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'code': 200} May 19 23:35:42.483729 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-f2047e68-2e80-44cc-ad70-4f72ac10f38c req-b7f5cd79-54f0-4a96-be40-7e6703524d4c tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437076 May 19 23:35:42.484460 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=5']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:42.487534 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:42.629744 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39824) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:42.713183 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15af82c-c5d6-4695-9da9-8bff13643f2b req-86181a22-66d0-4884-ad16-9f0b0868f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:42.714662 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f15af82c-c5d6-4695-9da9-8bff13643f2b req-86181a22-66d0-4884-ad16-9f0b0868f417 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0700514 May 19 23:35:42.752472 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.781325 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:42.787510 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Usage tracker for resource:security_group_rule and tenant:54fd9dbac5b4476bb39814b122cb561f is out of sync, need to count used quota {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:42.791098 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-f15af82c-c5d6-4695-9da9-8bff13643f2b req-543ce222-7a6f-42b7-b03b-7a3a44a146d2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704818 May 19 23:35:42.791873 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:42.797527 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.quota.driver [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:42.877763 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.881894 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:42.889180 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-e2a13c06-6bce-4286-84e5-2ac8a4b6ac6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:42.928354 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54fd9dbac5b4476bb39814b122cb561f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974377 May 19 23:35:42.929241 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ea22f3-b0c0-41ea-9610-610c51560d4c,revision_number=1']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:42.930969 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39830) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:42.932240 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-47f95213-a6ba-434e-aa3b-8df27a984a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:42.990750 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.016800 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.072306 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.076975 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-ca96b433-4328-4d81-ab37-d628451542b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:43.088484 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ea22f3-b0c0-41ea-9610-610c51560d4c,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:43.092312 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:43.097467 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.101128 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3b157b38-67b7-4a75-95e4-9990a55bff64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31ea22f3-b0c0-41ea-9610-610c51560d4c HTTP/1.1" status: 204 len: 168 time: 0.1664667 May 19 23:35:43.375113 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39838) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:43.392567 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.407342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:43.411332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Usage tracker for resource:security_group_rule and tenant:8314bb7f7d3b46bc968854cba608614f is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:43.414875 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:43.420676 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:43.503377 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.508191 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.517800 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-786efd98-097a-481a-aae3-d0b423bf2e9b tempest-VolumesNegativeTest-1928125844 tempest-VolumesNegativeTest-1928125844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:43.560516 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8314bb7f7d3b46bc968854cba608614f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819785 May 19 23:35:43.560516 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223fcc9f-85ae-4609-a337-b3fd4382998e,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:43.561346 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39844) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:43.563665 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a2f99108-7cdb-438d-a708-5cc61a6f165d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:43.632537 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.660637 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.691647 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4f23b-8735-4329-b5d4-276d04649f4e req-e2663287-e3b6-433f-addc-326eb5afc9d5 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:43.693864 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ccd4f23b-8735-4329-b5d4-276d04649f4e req-e2663287-e3b6-433f-addc-326eb5afc9d5 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0915375 May 19 23:35:43.716780 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.721891 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d07a20b5-86a1-4d69-8700-fcc6298b82a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:43.736947 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223fcc9f-85ae-4609-a337-b3fd4382998e,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:43.740802 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:43.746170 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:43.747278 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-deb2385f-37e1-4764-877f-d67b825beca2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/223fcc9f-85ae-4609-a337-b3fd4382998e HTTP/1.1" status: 204 len: 168 time: 0.1849523 May 19 23:35:43.754914 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ccd4f23b-8735-4329-b5d4-276d04649f4e req-9af45aaa-d9e9-483f-a591-df7497453775 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521040 May 19 23:35:44.948447 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6992b9-a3d6-4ade-8632-bdaf16d4ebd1 req-27db6076-4eff-40de-a41e-f1b923975f20 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:44.950172 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a6992b9-a3d6-4ade-8632-bdaf16d4ebd1 req-27db6076-4eff-40de-a41e-f1b923975f20 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0961072 May 19 23:35:45.004495 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7a6992b9-a3d6-4ade-8632-bdaf16d4ebd1 req-b3cd8d52-2763-4fc2-ab18-a6aa9b035b59 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470467 May 19 23:35:45.190957 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab663f-036f-46f8-b2ae-fb3bd1a490a4 req-8928b96e-abae-4e11-a3eb-8e5dfb0d7a96 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:45.192570 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-70ab663f-036f-46f8-b2ae-fb3bd1a490a4 req-8928b96e-abae-4e11-a3eb-8e5dfb0d7a96 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0847387 May 19 23:35:45.238227 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-70ab663f-036f-46f8-b2ae-fb3bd1a490a4 req-0befa7fb-530f-479c-9060-93a93bad0779 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 May 19 23:35:45.260840 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39880) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:45.493685 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923711b9-5584-44f1-a105-fa1fb85852a6 tempest-TestShelveInstance-2025311680 tempest-TestShelveInstance-2025311680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:45.495176 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-923711b9-5584-44f1-a105-fa1fb85852a6 tempest-TestShelveInstance-2025311680 tempest-TestShelveInstance-2025311680-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1093 time: 0.2333825 May 19 23:35:45.497974 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39886) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:45.503097 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.v2.base [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Request body: {'floatingip': {'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 23:35:45.509379 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:45.513185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Usage tracker for resource:floatingip and tenant:e158bb124b9b442a90f9a0cf0d6e5163 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:45.515988 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:45.522629 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:45.532582 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for floatingip, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:45.667059 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:45.682109 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4bf42fd7-7dfb-4573-a9a8-4adc7555c63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:45.798632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_common [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Allocated IP 172.28.2.203 (5d292a91-a085-41a1-af48-c255234a162e/69c6e36b-4d6e-4d00-bd1a-43ea5d681783/bc27910e-28aa-405a-9d0c-80bf4521d82d) {{(pid=91600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 23:35:45.942603 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for port, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:45.970496 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761818288375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:45.976338 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c02c8ec1-abff-4262-98ea-01e44c7a0e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:46.128848 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Network 5d292a91-a085-41a1-af48-c255234a162e is already hosted by enough agents. {{(pid=91600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 23:35:46.132339 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.base_scheduler [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Resources bound (agent type, host, resource id): {{(pid=91600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 23:35:46.134867 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Received port after_create {{(pid=91600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 23:35:46.182012 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'Port': ['ID=bc27910e-28aa-405a-9d0c-80bf4521d82d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:46.185037 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:46.553695 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:46.631782 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:46.833812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for port, precommit_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:46.837996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27367360'] for port, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:46.842248 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-cc8dacdd-ddae-436c-a3bc-73154885d2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:46.948137 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event updated for resources: {'Port': ['ID=bc27910e-28aa-405a-9d0c-80bf4521d82d,revision_number=2']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:46.952067 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:46.958576 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404671'] for floatingip, after_update {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:47.126425 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.db.l3_db [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Floating IP 8ddb6c82-b6a8-48e4-ab81-4127abea3b0e associated. External IP: 172.28.2.203, port: 9c42b075-a148-4804-9f09-419eaec2bc61. May 19 23:35:47.410090 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:47.466070 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Router edb2824e-0e95-4745-9032-64f27f3bfaee has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:35:47.760754 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:35:47.773947 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Sync routers for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:35:47.783626 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:47.784270 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:35:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:47.790013 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:47.847905 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-10397e06-e526-4949-9d66-63ebeef0fd16 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3488777 May 19 23:35:47.848584 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:35:47.900199 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'status': 'completed', 'code': 200} May 19 23:35:47.972166 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:47.996889 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-abcbfc54-d5d7-4b4a-98e5-8127d1afb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:47.998294 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-abcbfc54-d5d7-4b4a-98e5-8127d1afb2c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0754445 May 19 23:35:48.127099 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-6edd3331-7ffa-423b-b535-b1e530c2b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:48.128572 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-6edd3331-7ffa-423b-b535-b1e530c2b23b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1235948 May 19 23:35:48.230396 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-505e7b5c-5cf1-4598-8563-f4752f689daf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 999 time: 0.0958166 May 19 23:35:48.293364 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-404d62c3-f261-4ef6-acb1-6b111fa86410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:48.295495 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-404d62c3-f261-4ef6-acb1-6b111fa86410 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0585067 May 19 23:35:48.316672 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:48.326191 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '8ddb6c82-b6a8-48e4-ab81-4127abea3b0e', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'mac_address': 'fa:16:3e:36:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:46Z', 'updated_at': '2021-05-19T23:35:46Z', 'revision_number': 0, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:48.330017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Checking router: edb2824e-0e95-4745-9032-64f27f3bfaee for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:35:48.338788 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:35:48.339391 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:35:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:48.376215 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-df0e3b33-d9f5-4d9f-ae84-83a94e31644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:35:48.377724 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-df0e3b33-d9f5-4d9f-ae84-83a94e31644d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761800 May 19 23:35:48.431512 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-002cbbca-3059-4851-9045-b63505cb6801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:48.576605 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:35:48.622092 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-2bc75c88-041b-4d9d-a43c-4567e7d2a2a1 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381339 May 19 23:35:48.751551 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-32f7a4c4-4653-4c1b-8507-fb9d3f25dc35 req-fb654dab-94a6-4824-90f6-a48c433eed25 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227365 May 19 23:35:48.924182 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '8ddb6c82-b6a8-48e4-ab81-4127abea3b0e', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'mac_address': 'fa:16:3e:36:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:46Z', 'updated_at': '2021-05-19T23:35:46Z', 'revision_number': 0, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:35:48.928521 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eef4358-b06f-4965-967c-02fa4c6a422a None None] The sync data for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb is: [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_floatingips': [{'id': '8ddb6c82-b6a8-48e4-ab81-4127abea3b0e', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'floating_ip_address': '172.28.2.203', 'floating_network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'router_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'mac_address': 'fa:16:3e:36:38:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:35:46Z', 'updated_at': '2021-05-19T23:35:46Z', 'revision_number': 0, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:35:49.132205 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce3622-b75b-49df-9f7b-7261085f127c None None] New status for floating IP 8ddb6c82-b6a8-48e4-ab81-4127abea3b0e: ACTIVE {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:35:49.296853 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:50.844975 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:55.725811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 39982) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:55.842294 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:55.856507 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 23:35:55.860698 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Usage tracker for resource:security_group_rule and tenant:17218fe1b59c4976a4229d2e4b78cef4 is out of sync, need to count used quota {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 23:35:55.863492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.quota.resource [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 23:35:55.869673 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.quota.driver [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 23:35:55.951400 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:55.954866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_create {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:55.961648 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5aa7643b-64a8-40ff-9403-9355dece788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:56.002562 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17218fe1b59c4976a4229d2e4b78cef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753875 May 19 23:35:56.003495 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82277f64-bf81-4e85-b9d5-75a6336bdb5d,revision_number=1']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:56.005241 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 39988) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:35:56.007060 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-a9f34d80-c959-48bf-9c85-8fad57e78e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:56.064140 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:56.089270 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:56.139968 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:56.144395 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-3268e1c7-b2a1-4830-bd58-f7cacaf61bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:35:56.155405 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82277f64-bf81-4e85-b9d5-75a6336bdb5d,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:35:56.158237 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:35:56.160160 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:35:56.161227 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-017c78f5-dc2b-480e-b3fc-79f04524c58f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82277f64-bf81-4e85-b9d5-75a6336bdb5d HTTP/1.1" status: 204 len: 168 time: 0.1543999 May 19 23:36:02.938358 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:36:15.682510 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-c8164ac3-20b2-48da-865c-27e6a13200a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:17.414163 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:18.309290 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:18.412151 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-71e908c3-d210-447a-a2ab-ef6143726b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:19.300920 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:20.841446 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:21.503484 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-1b145084-4efc-485d-9358-77de747583e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705726 May 19 23:36:21.642343 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-d3fb7c3c-7dee-4d6b-90fd-599a21dca0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:36:21.643769 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-d3fb7c3c-7dee-4d6b-90fd-599a21dca0e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0687346 May 19 23:36:21.783407 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-3a7dfb56-463a-47fb-9360-ca15c18aab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:36:21.784782 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-3a7dfb56-463a-47fb-9360-ca15c18aab9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1222625 May 19 23:36:21.885513 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-a37bf8ab-229b-4d5e-b578-193466eefe78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 1001 time: 0.0942936 May 19 23:36:21.947094 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-c13148a5-acab-4d23-bba4-8698a3ef5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:36:21.948516 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-c13148a5-acab-4d23-bba4-8698a3ef5c17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0569546 May 19 23:36:22.025457 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-e033ee11-82c9-4ed2-8e6e-03979de6ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:36:22.026901 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-e033ee11-82c9-4ed2-8e6e-03979de6ee5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721900 May 19 23:36:22.153516 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-147606ef-a791-4af5-bc26-ad93865e036a service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203279 May 19 23:36:22.283768 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-16f25fdb-bfb0-4bf2-ace1-1a151c173c9d req-9e68979f-b4c9-4350-9bed-1a40b9e59ee2 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231093 May 19 23:36:39.937648 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:36:45.683314 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee9ad-602f-4aa2-aa8a-db488a629b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:47.429351 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:48.310286 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:48.412254 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-50ae2a72-143f-4758-ae8b-cbc833a1a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:49.302875 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:36:50.843630 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:15.684222 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-184bc790-5f91-480c-8808-19d881c30c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:16.936505 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:37:17.422727 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:18.311924 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:18.411017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-d4c159cd-c5f9-4092-ac1f-feb49164ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:19.304356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:20.848243 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:22.170692 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-7f15eb7b-9774-4ac9-9d64-ac89bd6f6d45 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674391 May 19 23:37:22.306809 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37bc3-35a0-429f-804c-a824350df74a req-8469a0d1-f06a-47c9-bdcf-8af91787477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:22.308805 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-8469a0d1-f06a-47c9-bdcf-8af91787477c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0724454 May 19 23:37:22.445534 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37bc3-35a0-429f-804c-a824350df74a req-843194a5-6547-4d9b-b384-53f5e360dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:22.446856 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-843194a5-6547-4d9b-b384-53f5e360dc47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1199958 May 19 23:37:22.544637 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-a09f89e4-efc5-4adb-aa97-8e159dbb4c0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 1001 time: 0.0909576 May 19 23:37:22.605101 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37bc3-35a0-429f-804c-a824350df74a req-8ff5722a-d680-4bb6-9bf1-e5fe089d377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:22.606537 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-8ff5722a-d680-4bb6-9bf1-e5fe089d377a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0557976 May 19 23:37:22.678152 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f37bc3-35a0-429f-804c-a824350df74a req-deb3b510-d67a-4d5b-b6c6-fc2742ff31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:22.679543 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-deb3b510-d67a-4d5b-b6c6-fc2742ff31b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669186 May 19 23:37:22.906432 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-c505e018-804a-47b0-bfad-f817b8225940 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205265 May 19 23:37:23.033993 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-d0f37bc3-35a0-429f-804c-a824350df74a req-4d71aedd-e835-4848-a12c-14d918db34a7 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218259 May 19 23:37:37.148107 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a115227-b6f7-4cfa-9c92-ec87d7f8907f req-be4f8baa-49e1-4b5e-8ca0-69ae11ba4d30 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:37.149556 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4a115227-b6f7-4cfa-9c92-ec87d7f8907f req-be4f8baa-49e1-4b5e-8ca0-69ae11ba4d30 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0836260 May 19 23:37:37.193171 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4a115227-b6f7-4cfa-9c92-ec87d7f8907f req-99b1766f-2e2d-41b3-a7ae-6834861edeab tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 May 19 23:37:38.378358 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb20b08-ad57-4f75-98ae-65dae2628420 req-600db06d-e109-4aa2-9f64-e216f3ecb364 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:38.379829 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fdb20b08-ad57-4f75-98ae-65dae2628420 req-600db06d-e109-4aa2-9f64-e216f3ecb364 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0809107 May 19 23:37:38.426743 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-fdb20b08-ad57-4f75-98ae-65dae2628420 req-dcc37b30-8e7b-4922-9acd-c27a7cafdae4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 May 19 23:37:39.608386 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5c903-cf2d-445d-aee7-b36b2c75f725 req-a9726341-93d5-4a9f-b959-43af0cc66ffe tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:39.609827 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4bf5c903-cf2d-445d-aee7-b36b2c75f725 req-a9726341-93d5-4a9f-b959-43af0cc66ffe tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0798213 May 19 23:37:39.653995 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4bf5c903-cf2d-445d-aee7-b36b2c75f725 req-3c5f9f0f-8776-4d6b-b6a7-9530e3275b46 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 May 19 23:37:40.840761 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b362-1f34-4102-98c5-6516ed05909c req-1feea783-c66b-48ad-b0c2-2eb71da74f9d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:40.842219 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ad65b362-1f34-4102-98c5-6516ed05909c req-1feea783-c66b-48ad-b0c2-2eb71da74f9d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0830796 May 19 23:37:40.886383 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-ad65b362-1f34-4102-98c5-6516ed05909c req-51da18a9-7e0b-4732-ad5e-a39e4d6376f9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386105 May 19 23:37:42.068811 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980b431-935b-4525-82e9-6db3bdadc70e req-5acf4c65-19a4-4350-b71d-688c5ccef340 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:42.070282 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8980b431-935b-4525-82e9-6db3bdadc70e req-5acf4c65-19a4-4350-b71d-688c5ccef340 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0809400 May 19 23:37:42.119606 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-8980b431-935b-4525-82e9-6db3bdadc70e req-28554ef4-a935-4a48-b7c4-ba410f3c9d6d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428212 May 19 23:37:43.300881 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d117-f87a-49e8-81c9-468cf1512063 req-342e0546-8c09-4bc7-a805-c274abb5432f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:43.302326 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-88b9d117-f87a-49e8-81c9-468cf1512063 req-342e0546-8c09-4bc7-a805-c274abb5432f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0790012 May 19 23:37:43.345077 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-88b9d117-f87a-49e8-81c9-468cf1512063 req-4189ca67-45c4-4709-8ecc-eb990e11b400 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371640 May 19 23:37:44.534470 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe73f-3148-412d-ad03-0e858228ac27 req-4553235d-68d7-4ea0-ad6b-83f2e5e4c8e0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:44.535990 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4affe73f-3148-412d-ad03-0e858228ac27 req-4553235d-68d7-4ea0-ad6b-83f2e5e4c8e0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0850160 May 19 23:37:44.580630 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4affe73f-3148-412d-ad03-0e858228ac27 req-edba57fd-9831-499f-9fbd-789491fc69f1 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 May 19 23:37:45.685544 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b63c574b-84c6-49ad-820b-c07731958118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:45.763267 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca3cf1-2556-4bf8-a10b-8bf21ee2ddff req-a980b225-7461-4381-8b4a-b8af76e3f9d2 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:45.764744 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eeca3cf1-2556-4bf8-a10b-8bf21ee2ddff req-a980b225-7461-4381-8b4a-b8af76e3f9d2 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0786083 May 19 23:37:45.808597 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-eeca3cf1-2556-4bf8-a10b-8bf21ee2ddff req-5e881f53-e2a5-481f-bb84-673b2c39f4fe tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382013 May 19 23:37:46.993252 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845a9e4-ca30-40e9-85c9-d5f447a4d7fe req-f53f2788-7a9f-4107-a280-d2e1dfa3f93d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:46.994694 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3845a9e4-ca30-40e9-85c9-d5f447a4d7fe req-f53f2788-7a9f-4107-a280-d2e1dfa3f93d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0837450 May 19 23:37:47.037334 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-3845a9e4-ca30-40e9-85c9-d5f447a4d7fe req-86119c9f-56d5-47f5-ab5d-8964dd1ffb43 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369079 May 19 23:37:47.224560 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-bbe8ccf2-4d2b-4f7f-8b3f-d6b9d103c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:47.226015 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-bbe8ccf2-4d2b-4f7f-8b3f-d6b9d103c698 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0726593 May 19 23:37:47.354034 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-8fbaa21d-f821-4a87-ab8e-cea9a84ebfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:47.355454 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-8fbaa21d-f821-4a87-ab8e-cea9a84ebfdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1234200 May 19 23:37:47.438720 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:47.455011 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-731d1d38-0786-404b-ad6f-6be390cfe0d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 1001 time: 0.0936155 May 19 23:37:47.515302 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-04db4a0e-f9e7-49ef-8860-a156f0a6f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:47.516648 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-04db4a0e-f9e7-49ef-8860-a156f0a6f54f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0556002 May 19 23:37:47.591862 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-875fad26-6bc9-4441-8e0c-1bb0bf8dfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:47.593314 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-875fad26-6bc9-4441-8e0c-1bb0bf8dfc0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705295 May 19 23:37:47.720073 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-32bac0f0-6ed8-41d4-aee0-624e6299e9a1 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203377 May 19 23:37:47.845812 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-a44a2edb-607d-47cf-8b99-c62ce941379b req-d7aadf71-f6b3-43e4-a372-3dc1fb178972 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193726 May 19 23:37:48.244170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb5c69-8d09-42c1-aa97-8db0580da592 req-dee90727-49f6-40af-aa1d-17412ff9ac1c tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:48.245638 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a8fb5c69-8d09-42c1-aa97-8db0580da592 req-dee90727-49f6-40af-aa1d-17412ff9ac1c tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0909390 May 19 23:37:48.289307 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a8fb5c69-8d09-42c1-aa97-8db0580da592 req-ed89b97b-2f32-43a6-b5d5-758e92945ef0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 May 19 23:37:48.313842 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:48.410744 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-f20d08df-e9c4-4eaf-a5d6-1a97dca97b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:49.306345 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:49.476332 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8297eb-57d4-4a8f-831d-beafb6b9bc9d req-d5faa72b-cb94-447d-86f2-1478f5116e71 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:49.477789 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4b8297eb-57d4-4a8f-831d-beafb6b9bc9d req-d5faa72b-cb94-447d-86f2-1478f5116e71 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0832260 May 19 23:37:49.526683 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4b8297eb-57d4-4a8f-831d-beafb6b9bc9d req-4f7a34b9-0ee8-4570-81b6-0e612a1c926d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 May 19 23:37:50.711632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007911bb-6efa-4e37-8f3b-3b9ae443aac9 req-8b1cf1f8-ab39-4cd8-b988-dba18debdc69 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:50.713114 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-007911bb-6efa-4e37-8f3b-3b9ae443aac9 req-8b1cf1f8-ab39-4cd8-b988-dba18debdc69 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0837698 May 19 23:37:50.757314 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-007911bb-6efa-4e37-8f3b-3b9ae443aac9 req-5fa7e69a-2c53-480b-acda-4d1e611ce534 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 May 19 23:37:50.849909 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:51.073809 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 40048) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:37:51.106164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ad197-2f6c-4b0f-ba33-b879c3853739 req-5955f36f-7694-4186-8744-295f191c252f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:51.107640 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6f7ad197-2f6c-4b0f-ba33-b879c3853739 req-5955f36f-7694-4186-8744-295f191c252f tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0799212 May 19 23:37:51.154931 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-6f7ad197-2f6c-4b0f-ba33-b879c3853739 req-c85caaa7-91b2-4c9b-a0d9-4a700c747dbf tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 May 19 23:37:51.188935 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-593a1676-7fb9-4f64-88ae-7fa07ba5b389 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133440 May 19 23:37:52.427712 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0ba7-ffbf-4c27-bb70-b1548d2d1b9a req-591aee1b-3120-48cf-91ec-55bfab98f705 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:52.429186 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcee0ba7-ffbf-4c27-bb70-b1548d2d1b9a req-591aee1b-3120-48cf-91ec-55bfab98f705 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.1621654 May 19 23:37:52.472071 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-dcee0ba7-ffbf-4c27-bb70-b1548d2d1b9a req-44f1aa7b-5210-4c8a-9bf6-5e56d98b3ec1 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 May 19 23:37:52.697516 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:37:52.808848 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:52.834109 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:37:52.844355 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:37:52.848359 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:52.851057 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6f163df1-54e1-46b3-92a5-3e4425995fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:37:52.883127 dv-cinder-792209-1-smb neutron-server[91602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'code': 422} returned with failed status May 19 23:37:52.919539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=6']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:37:52.926443 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.926851 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.927351 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.928689 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.929110 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.929525 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.929949 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.930271 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.930592 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.930910 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.931228 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.931542 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:37:52.935497 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:37:53.654287 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19346981-5232-4a73-97a1-8c3b5a163325 req-757f7919-915c-4e53-9ef8-f567d6f39789 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:53.655654 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-19346981-5232-4a73-97a1-8c3b5a163325 req-757f7919-915c-4e53-9ef8-f567d6f39789 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0813949 May 19 23:37:53.697903 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-19346981-5232-4a73-97a1-8c3b5a163325 req-6adb893b-f81e-4f36-9e44-3d2ce8c25dbf tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365932 May 19 23:37:53.936753 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:37:54.879190 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451578f-5f4a-47c0-9128-b79e43bcaafa req-64dc6a7a-4c1a-42b4-a016-c4da0fa11c3c tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:54.880642 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1451578f-5f4a-47c0-9128-b79e43bcaafa req-64dc6a7a-4c1a-42b4-a016-c4da0fa11c3c tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0781102 May 19 23:37:54.927186 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-1451578f-5f4a-47c0-9128-b79e43bcaafa req-bc2a9cbd-399f-4c43-9e4f-548b7d2c3978 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 May 19 23:37:56.118572 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6316e1-e1be-4626-87a6-d55ad8ea3db9 req-beb6fb51-ef21-44d2-b167-7251e1f06eee tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:56.120063 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c6316e1-e1be-4626-87a6-d55ad8ea3db9 req-beb6fb51-ef21-44d2-b167-7251e1f06eee tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0857713 May 19 23:37:56.164873 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-7c6316e1-e1be-4626-87a6-d55ad8ea3db9 req-4c658154-8ad1-4206-a1b1-989343449fe9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 May 19 23:37:56.686608 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-11e8af14-5885-49bd-a127-8425224e1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:56.687984 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-11e8af14-5885-49bd-a127-8425224e1271 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80&tenant_id=e158bb124b9b442a90f9a0cf0d6e5163 HTTP/1.1" status: 200 len: 1096 time: 0.0694070 May 19 23:37:56.778245 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-3e721d28-1e60-4f31-a24b-44052f78d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:56.779661 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-3e721d28-1e60-4f31-a24b-44052f78d69a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1096 time: 0.0714583 May 19 23:37:56.905745 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-827a916c-f549-4d3e-881a-e1d96907ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:56.907148 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-827a916c-f549-4d3e-881a-e1d96907ce17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1214025 May 19 23:37:57.007255 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-ac323a1a-97fe-4f23-a45c-e94081c5af05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 999 time: 0.0931811 May 19 23:37:57.068814 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-cf1e98ac-70c2-43f9-95ba-ae771e9059c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:57.070194 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-cf1e98ac-70c2-43f9-95ba-ae771e9059c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0572147 May 19 23:37:57.145758 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-6aa8d9b3-0fbf-4eb9-8181-8a5a8eb9cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:57.147303 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-6aa8d9b3-0fbf-4eb9-8181-8a5a8eb9cf9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708287 May 19 23:37:57.355837 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf32d8-3c4a-4d92-98f8-45f034876ac6 req-7ea69ffa-4cdc-4cd9-8304-803e46a65990 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:57.357211 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4eaf32d8-3c4a-4d92-98f8-45f034876ac6 req-7ea69ffa-4cdc-4cd9-8304-803e46a65990 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0834112 May 19 23:37:57.380751 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-87d12056-2277-442e-8152-58d5194440da service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269790 May 19 23:37:57.403367 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-4eaf32d8-3c4a-4d92-98f8-45f034876ac6 req-342ecf6d-4b5e-45bf-a498-25fa57f10432 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388651 May 19 23:37:57.510188 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-0ac15b6f-a18b-40b3-9915-dcc2dbc8ac10 req-43601bd2-1628-487f-b71a-f5f6bcb86429 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235466 May 19 23:37:58.583979 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9b89-c0b3-42ae-abdc-3ddeec4deeef req-4ba33977-543f-41c9-b955-b57ee23d2441 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:58.585448 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5bcd9b89-c0b3-42ae-abdc-3ddeec4deeef req-4ba33977-543f-41c9-b955-b57ee23d2441 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 943 time: 0.0796647 May 19 23:37:58.630048 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-5bcd9b89-c0b3-42ae-abdc-3ddeec4deeef req-213e83b6-faaa-40b4-8588-7dac1fe04d00 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 May 19 23:37:58.760306 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=91602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 23:37:58.889789 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:37:58.902434 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Returning: {'device': '9c42b075-a148-4804-9f09-419eaec2bc61', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'port_id': '9c42b075-a148-4804-9f09-419eaec2bc61', 'mac_address': 'fa:16:3e:36:38:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 23:37:58.957098 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:58.973542 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c42b075-a148-4804-9f09-419eaec2bc61 {{(pid=91602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 23:37:58.989428 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:37:58.992782 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:37:58.994461 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:37:59.061657 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=7']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:37:59.064653 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:37:59.198535 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] get_ports_and_sgs() called for port_ids ['9c42b075-a148-4804-9f09-419eaec2bc61'] {{(pid=91602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 23:37:59.812721 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf1a8-5921-4aa1-a7d0-dd666ae26229 req-d8382db4-7bb3-4edd-9d32-dee32c9d032b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:37:59.814067 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-49faf1a8-5921-4aa1-a7d0-dd666ae26229 req-d8382db4-7bb3-4edd-9d32-dee32c9d032b tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 944 time: 0.0829268 May 19 23:37:59.859165 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-49faf1a8-5921-4aa1-a7d0-dd666ae26229 req-58d96bb7-5e19-4ef7-ba78-48d7531f0f2e tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395265 May 19 23:38:00.776374 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 up at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 23:38:00.847548 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.provisioning_blocks [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Provisioning complete for port 9c42b075-a148-4804-9f09-419eaec2bc61 triggered by entity L2. {{(pid=91602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 23:38:00.847955 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3621017'] for port, provisioning_complete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:00.991915 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3767367'] for port, before_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:01.020080 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:38:01.031153 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:38:01.037076 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761818720943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761818290701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761818290746'] for port, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:01.038983 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:38:01.048551 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c18de-8152-4bc8-a580-6311a5971a5d req-c62e45b7-f923-4d5e-99b0-334b0a662208 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:01.050051 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c02c18de-8152-4bc8-a580-6311a5971a5d req-c62e45b7-f923-4d5e-99b0-334b0a662208 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 944 time: 0.0875571 May 19 23:38:01.073331 dv-cinder-792209-1-smb neutron-server[91602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'code': 200} May 19 23:38:01.097511 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c02c18de-8152-4bc8-a580-6311a5971a5d req-9d28a1da-58bf-4ba6-b2ed-83b6a020a3ab tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 May 19 23:38:01.104684 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Pushing event updated for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=8']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:38:01.108065 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:38:01.348120 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae9389-f09f-4a49-8e41-a139d0c18a51 req-396c8700-3049-430c-ba68-0618288db954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:01.349483 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5cae9389-f09f-4a49-8e41-a139d0c18a51 req-396c8700-3049-430c-ba68-0618288db954 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0674691 May 19 23:38:01.389655 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-5cae9389-f09f-4a49-8e41-a139d0c18a51 req-4a4f9d2b-af54-4e05-90ad-eb61dfd61d27 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 May 19 23:38:02.410511 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a09e2-8c2c-4706-83e0-46a207cf07e7 req-3df7e653-f69d-482e-9fc9-4a2751574ee6 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:02.411914 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-646a09e2-8c2c-4706-83e0-46a207cf07e7 req-3df7e653-f69d-482e-9fc9-4a2751574ee6 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.2007139 May 19 23:38:02.454809 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-646a09e2-8c2c-4706-83e0-46a207cf07e7 req-3976f014-dc25-4080-9122-4773726aa876 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371704 May 19 23:38:15.687540 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3050-b7ea-424e-b696-a6274f0ebf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:17.446660 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:18.316180 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:18.412360 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-76d1a77d-f3bd-4ed1-9fb4-21f628ac4b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:19.309429 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:20.852084 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:23.281411 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-4942b09c-6468-47b9-a2cb-376956499b82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126382 May 19 23:38:23.417013 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-c0ce8858-19c6-46e0-8721-957987a75ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:23.418473 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-c0ce8858-19c6-46e0-8721-957987a75ecb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0704901 May 19 23:38:23.559818 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-6d3d9576-d6be-4225-adf3-f6dfeb936a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:23.561868 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-6d3d9576-d6be-4225-adf3-f6dfeb936a07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1238818 May 19 23:38:23.662552 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-a1fe2a1b-10a6-4465-9034-748c3cae386f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 1001 time: 0.0938740 May 19 23:38:23.723385 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-52aaf2d6-bdde-4c83-bdd0-553d8970b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:23.724795 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-52aaf2d6-bdde-4c83-bdd0-553d8970b0f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.0559282 May 19 23:38:23.800257 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-99b3340c-88e1-4d6b-9c0a-2469843b81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:38:23.801617 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-99b3340c-88e1-4d6b-9c0a-2469843b81e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710511 May 19 23:38:23.811658 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-7e3b9954-bb57-46c5-bcac-d9e13026b066 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 23:38:23.812607 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-7e3b9954-bb57-46c5-bcac-d9e13026b066 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048344 May 19 23:38:23.939234 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-fd8b5f1e-f917-4010-85f8-1a6879eeefd0 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200342 May 19 23:38:24.065349 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-ac46066d-d0c4-488a-b951-e33e29c2697a req-d6238ad3-ff29-4cb3-a46b-724e1863a66c service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185958 May 19 23:38:30.935704 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:38:45.689116 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-d7cee464-7c66-418c-93ef-a2f15a5ad9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:47.446086 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:48.317896 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:48.412292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-e5b81794-ac54-4acf-a234-6265d84ab62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:49.312522 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:38:50.857223 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:07.934974 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:39:12.204999 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 40122) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:12.456422 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Deleting port bc27910e-28aa-405a-9d0c-80bf4521d82d {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:12.456697 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:12.674926 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:12.675252 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:12.797077 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Calling delete_port for bc27910e-28aa-405a-9d0c-80bf4521d82d owned by network:floatingip {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:12.921030 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:12.925561 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-8aa614fa-80e6-4e51-8b5c-d7f428f7fc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:12.969209 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event deleted for resources: {'Port': ['ID=bc27910e-28aa-405a-9d0c-80bf4521d82d,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:13.008606 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.008987 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.009359 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.009725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.010086 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.010443 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.010798 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.011152 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.011504 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.011886 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.012246 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.012595 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:13.042291 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:13.070105 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for floatingip, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:13.070376 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.db.l3_db [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Floating IP 8ddb6c82-b6a8-48e4-ab81-4127abea3b0e disassociated (deleted). External IP: 172.28.2.203, port: 9c42b075-a148-4804-9f09-419eaec2bc61. May 19 23:39:13.407934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Router edb2824e-0e95-4745-9032-64f27f3bfaee has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:39:13.583225 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:39:13.592352 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Sync routers for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:39:13.598725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for floatingip, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:13.601735 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:13.602365 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:38:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:13.653863 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "DELETE /v2.0/floatingips/8ddb6c82-b6a8-48e4-ab81-4127abea3b0e HTTP/1.1" status: 204 len: 168 time: 1.4478192 May 19 23:39:13.654519 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:39:13.699130 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'status': 'completed', 'code': 200} May 19 23:39:13.781973 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:13.796882 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-2bd89934-3959-4fd7-978b-b44c3dc7fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:13.798510 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-2bd89934-3959-4fd7-978b-b44c3dc7fd8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 1098 time: 0.0754747 May 19 23:39:13.939992 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-98ee3e2b-a52d-41c2-99d4-e1840295bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:13.941342 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-98ee3e2b-a52d-41c2-99d4-e1840295bce5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 200 len: 909 time: 0.1362252 May 19 23:39:14.010699 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-f336753e-b3b5-4c05-8667-029ab1ca1598 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 200 len: 217 time: 0.0611136 May 19 23:39:14.026826 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d028-d013-411b-b7f4-1cbd3faf3636 req-7307bf6d-979a-4da3-a486-7c7c11e3f417 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:14.028579 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9629d028-d013-411b-b7f4-1cbd3faf3636 req-7307bf6d-979a-4da3-a486-7c7c11e3f417 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.0872352 May 19 23:39:14.075351 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-9629d028-d013-411b-b7f4-1cbd3faf3636 req-819c3660-0b3d-4260-82b7-d5f62e73b66d tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 May 19 23:39:14.111652 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:14.116296 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Checking router: edb2824e-0e95-4745-9032-64f27f3bfaee for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:39:14.124866 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:14.125487 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:38:48Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:14.189004 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-7fbfe55e-491a-469b-a298-e8555493a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:14.190538 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-7fbfe55e-491a-469b-a298-e8555493a04d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 200 len: 847 time: 0.1732216 May 19 23:39:14.265563 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-3a7f7475-a895-4e38-847a-9b639af49f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:14.267039 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-3a7f7475-a895-4e38-847a-9b639af49f2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad1894ab-c34c-42e6-8713-f2663f377113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693533 May 19 23:39:14.302578 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:14.396897 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-c623adad-c77f-45f3-8fef-1669fb06cd81 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224065 May 19 23:39:14.529576 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-8430572f-e000-49c4-a78a-8d17b37b4fae req-13e17af5-7fc3-4e9d-9bb6-609307731522 service neutron] 10.222.0.58 "GET /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262934 May 19 23:39:14.614754 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:14.618553 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294d37f8-df7f-4d9e-bc6b-5d3403950d01 None None] The sync data for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb is: [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:35:08Z', 'revision_number': 4, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb', '_interfaces': [{'id': '9cad3b7f-fb74-42c1-935d-611a772a3478', 'name': '', 'network_id': 'ad1894ab-c34c-42e6-8713-f2663f377113', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'mac_address': 'fa:16:3e:d9:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:07Z', 'updated_at': '2021-05-19T23:35:15Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'subnets': [{'id': '6c358e97-b1c1-40ec-8f9c-aaa408ba0da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:39:14.821528 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ad6b1-e3e0-42ac-a064-1500a79e824b None None] New status for floating IP 8ddb6c82-b6a8-48e4-ab81-4127abea3b0e: DOWN {{(pid=91603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 23:39:15.254401 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-4752607d-17d4-4c44-a2d8-7cb9c36b22c0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:15.255572 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-4752607d-17d4-4c44-a2d8-7cb9c36b22c0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Synchronizing usage tracker for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:port {{(pid=91601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 23:39:15.271723 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.quota.resource [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-4752607d-17d4-4c44-a2d8-7cb9c36b22c0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Unset dirty status for tenant:e158bb124b9b442a90f9a0cf0d6e5163 on resource:port {{(pid=91601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 23:39:15.272958 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-4752607d-17d4-4c44-a2d8-7cb9c36b22c0 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.58 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.1021154 May 19 23:39:15.308953 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e852d6-f6d7-4a03-98e4-a50742dfed74 req-cf4a928d-383e-4fbb-b99d-111469d36a2a tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 23:39:15.310424 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a2e852d6-f6d7-4a03-98e4-a50742dfed74 req-cf4a928d-383e-4fbb-b99d-111469d36a2a tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 945 time: 0.1303256 May 19 23:39:15.354873 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-a2e852d6-f6d7-4a03-98e4-a50742dfed74 req-0fbf4286-20ad-4c82-a877-c57271a5e366 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a794d90-0059-4039-a4e2-c14eea0a8c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386930 May 19 23:39:15.403665 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Deleting port 9c42b075-a148-4804-9f09-419eaec2bc61 {{(pid=91601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:15.404029 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:15.529967 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.db [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] For port 9c42b075-a148-4804-9f09-419eaec2bc61, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9c42b075-a148-4804-9f09-419eaec2bc61,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:15.530657 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:15.651873 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.plugins.ml2.plugin [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Calling delete_port for 9c42b075-a148-4804-9f09-419eaec2bc61 owned by compute:nova {{(pid=91601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:15.689935 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-ad98b261-1980-4881-bbcf-394e078e8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:15.757384 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32190576'] for port, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:15.762590 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-1f47731f-7ad0-407d-9d6d-167247d3dc93 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:15.807941 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event deleted for resources: {'Port': ['ID=9c42b075-a148-4804-9f09-419eaec2bc61,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:15.810901 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:15.878440 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] No DVR routers for this DVR port 9c42b075-a148-4804-9f09-419eaec2bc61 on host hv-cinder-79220 {{(pid=91601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:39:15.881397 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93194'] for port, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:15.883860 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-deleted', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61'}] {{(pid=91601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 23:39:15.898806 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [req-e2791f61-1aa0-4784-a15e-b40306de9960 req-6be36f8b-3dff-4221-97f8-a4716b5121ed tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.58 "DELETE /v2.0/ports/9c42b075-a148-4804-9f09-419eaec2bc61 HTTP/1.1" status: 204 len: 173 time: 0.6209273 May 19 23:39:15.929442 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68cefd0-1059-465c-bc29-5ca6cd891b80', 'name': 'network-vif-deleted', 'tag': '9c42b075-a148-4804-9f09-419eaec2bc61', 'status': 'completed', 'code': 200} May 19 23:39:16.519179 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [req-c197ccc3-711c-46a1-9759-fe8138d40f9d req-d4da0a47-8ab1-4a09-abc3-9904ec1869e9 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "GET /v2.0/ports?device_id=d68cefd0-1059-465c-bc29-5ca6cd891b80 HTTP/1.1" status: 200 len: 210 time: 0.0441380 May 19 23:39:17.451823 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:17.613443 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 40142) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:17.684227 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:17.712427 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:17.774276 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:17.777899 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-55996cec-3c41-4418-9f57-039bfb9e6509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:17.791725 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a794d90-0059-4039-a4e2-c14eea0a8c35,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:17.794834 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:17.805176 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:17.806420 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-27c1c724-fa0d-49b5-b4bf-6a558cec52c4 tempest-TestShelveInstance-1757938294 tempest-TestShelveInstance-1757938294-project] 10.222.0.48 "DELETE /v2.0/security-groups/7a794d90-0059-4039-a4e2-c14eea0a8c35 HTTP/1.1" status: 204 len: 168 time: 0.1919463 May 19 23:39:17.851407 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40148) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:18.320516 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:18.413124 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4077-ae12-4e2c-b779-6b8ce51ebd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:18.465793 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:18.869398 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Deleting port 9cad3b7f-fb74-42c1-935d-611a772a3478 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:18.870116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:18.987909 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] For port 9cad3b7f-fb74-42c1-935d-611a772a3478, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9cad3b7f-fb74-42c1-935d-611a772a3478,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:18.988262 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:19.106542 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Calling delete_port for 9cad3b7f-fb74-42c1-935d-611a772a3478 owned by network:router_interface {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:19.109613 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:19.182027 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] No Port match for: 9c42b075-a148-4804-9f09-419eaec2bc61 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:19.182281 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Device 9c42b075-a148-4804-9f09-419eaec2bc61 not bound to the agent host hv-cinder-79220 {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:19.315782 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:19.387368 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:19.391086 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-607335a2-3d4c-43a2-bb8f-cfbc1a9bde09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:19.437885 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cad3b7f-fb74-42c1-935d-611a772a3478,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:19.476079 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.476463 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.476836 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.477202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.477565 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.477925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.478281 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.478639 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.478996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.479351 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.479702 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.480095 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:19.487870 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:19.814188 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.164937 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Router edb2824e-0e95-4745-9032-64f27f3bfaee has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:39:20.337027 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:39:20.345356 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Sync routers for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:39:20.354819 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:20.355423 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:39:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:20.356153 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-49a25b22-1723-478e-8a42-55d4efd74621 admin admin] 10.222.0.48 "PUT /v2.0/routers/edb2824e-0e95-4745-9032-64f27f3bfaee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036449 May 19 23:39:20.358713 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40152) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:20.529515 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: dv-cinder-792209-1-smb {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:20.536265 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks [] for router, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.708442 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.786438 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Deleting port bf8d6955-0b77-4e40-b1fe-f153010e5ad1 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:20.787328 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.810195 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:39:19Z', 'revision_number': 5, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port': {'id': 'bf8d6955-0b77-4e40-b1fe-f153010e5ad1', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:05Z', 'updated_at': '2021-05-19T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:20.813939 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Checking router: edb2824e-0e95-4745-9032-64f27f3bfaee for host: dv-cinder-792209-1-smb {{(pid=91602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:39:20.822046 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Routers {'edb2824e-0e95-4745-9032-64f27f3bfaee'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:20.822640 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:39:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['edb2824e-0e95-4745-9032-64f27f3bfaee'], 'active': True} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:20.908632 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] For port bf8d6955-0b77-4e40-b1fe-f153010e5ad1, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:20.908991 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.961636 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:20.982599 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvr_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] Set router edb2824e-0e95-4745-9032-64f27f3bfaee gateway port host: None {{(pid=91602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:21.033359 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Calling delete_port for bf8d6955-0b77-4e40-b1fe-f153010e5ad1 owned by network:router_gateway {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:21.087017 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_hamode_db [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:39:20Z', 'revision_number': 6, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:21.091210 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f944be4-8392-4b2f-a575-b5f051d8991e None None] The sync data for ids ['edb2824e-0e95-4745-9032-64f27f3bfaee'] in dv-cinder-792209-1-smb is: [{'id': 'edb2824e-0e95-4745-9032-64f27f3bfaee', 'name': 'tempest-TestShelveInstance-175678904-router', 'tenant_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:04Z', 'updated_at': '2021-05-19T23:39:20Z', 'revision_number': 6, 'project_id': 'e158bb124b9b442a90f9a0cf0d6e5163', 'gw_port_host': None}] {{(pid=91602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:39:21.277700 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.281996 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6aec7a62-9c34-4942-95d4-2f693fa79769 tempest-TestMinimumBasicScenario-1772671056 tempest-TestMinimumBasicScenario-1772671056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:21.356076 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8d6955-0b77-4e40-b1fe-f153010e5ad1,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:21.358361 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:21.413875 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.587578 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.589947 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.612047 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.612536 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb2824e-0e95-4745-9032-64f27f3bfaee {{(pid=91600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:39:21.624812 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.625948 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] 10.222.0.48 "DELETE /v2.0/routers/edb2824e-0e95-4745-9032-64f27f3bfaee HTTP/1.1" status: 204 len: 168 time: 1.2663436 May 19 23:39:21.628492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40156) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:21.688205 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Deleting subnet 6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:39:21.691017 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.738291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:21.818925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.071325 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.075244 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25f7c417-234c-4396-91db-d134e58abb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:22.107866 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c358e97-b1c1-40ec-8f9c-aaa408ba0da9,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:22.111467 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:22.113944 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.120130 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-eca4fc4c-b0ba-49c4-98e0-5790393a7755 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c358e97-b1c1-40ec-8f9c-aaa408ba0da9 HTTP/1.1" status: 204 len: 168 time: 0.4906557 May 19 23:39:22.120283 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc492b-5f3d-4632-8665-1130184e8ac4 None None] Network ad1894ab-c34c-42e6-8713-f2663f377113 requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:39:22.122617 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40160) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:22.227251 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.301342 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Deleting port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:22.302050 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.366455 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] DHCP port deletion for ad1894ab-c34c-42e6-8713-f2663f377113 request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:39:22.404170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] For port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:22.404607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.433152 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Deleting port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:22.433522 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.505767 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:22.528381 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Calling delete_port for c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 owned by network:dhcp {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:22.575018 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.576116 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] For port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,segment=NetworkSegment(b5a9f141-5b0c-471c-9e4b-a201cee8de95),segment_id=b5a9f141-5b0c-471c-9e4b-a201cee8de95)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:22.576511 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.579781 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-25b7c538-d23a-4499-8afc-a294cd7c2dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:22.623786 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:22.625553 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] No DVR routers for this DVR port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 on host dv-cinder-792209-1-smb {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:39:22.627089 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:22.749348 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Calling delete_port for c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:22.751822 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No active binding found for port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 {{(pid=91602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 19 23:39:22.752227 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:22.752633 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9cad3b7f-fb74-42c1-935d-611a772a3478 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:22.792774 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 9cad3b7f-fb74-42c1-935d-611a772a3478 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:22.793114 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9cad3b7f-fb74-42c1-935d-611a772a3478 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:22.793526 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device bf8d6955-0b77-4e40-b1fe-f153010e5ad1 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:22.826475 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: bf8d6955-0b77-4e40-b1fe-f153010e5ad1 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:22.826818 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device bf8d6955-0b77-4e40-b1fe-f153010e5ad1 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:22.837695 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.853319 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1894ab-c34c-42e6-8713-f2663f377113']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:22.860509 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.865233 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d4f44d6-2d4b-4ce4-843c-3db427d4f314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:22.865526 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a9f141-5b0c-471c-9e4b-a201cee8de95') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:22.865828 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a9f141-5b0c-471c-9e4b-a201cee8de95') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:22.877111 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.892964 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.899521 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:39:22.899910 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.906808 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Pushing event deleted for resources: {'Port': ['ID=c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:22.911098 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] No DVR routers for this DVR port c1afffa7-12ab-416b-bdb6-ccdc9d5b63e5 on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:39:22.912998 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:39:22.925333 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.925673 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.926018 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.926349 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.926678 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.927007 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.927337 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.927656 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.928002 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.928324 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.928642 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.928958 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-1-smb {{(pid=91602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 23:39:22.932008 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-953e3d6f-1007-4e12-b45d-c26690f039b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:22.985607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:22.989202 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:23.005291 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:23.015851 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1894ab-c34c-42e6-8713-f2663f377113,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:23.018962 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:23.029768 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-3ae62622-fa67-4d61-98df-751ca366f1aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/ad1894ab-c34c-42e6-8713-f2663f377113 HTTP/1.1" status: 204 len: 168 time: 0.9061971 May 19 23:39:23.032613 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40164) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:23.552840 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404549'] for router_interface, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:23.945185 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Deleting port fc5c36b0-5573-4e7b-b5dc-680b24d9d658 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:23.945443 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:24.062222 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] For port fc5c36b0-5573-4e7b-b5dc-680b24d9d658, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:24.062574 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:24.278118 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Calling delete_port for fc5c36b0-5573-4e7b-b5dc-680b24d9d658 owned by network:router_interface {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:24.420687 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:24.424966 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-c6832992-b982-4f7c-bfaa-383e5a103896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:24.469943 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5c36b0-5573-4e7b-b5dc-680b24d9d658,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:24.496170 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:24.727309 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-612534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402133'] for router_interface, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:25.073396 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Router 70ea2a46-dc52-428c-a9e0-186ac900da24 has already been hosted by L3 agent 7c10f25d-fde5-41a9-94a7-e855f65d1643 {{(pid=91600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 23:39:25.244282 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] Notify agent at l3_agent.dv-cinder-792209-1-smb the message routers_updated {{(pid=91600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 23:39:25.252564 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Sync routers for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 23:39:25.253529 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-6fbf36c4-7324-4636-8584-967bb2632741 admin admin] 10.222.0.48 "PUT /v2.0/routers/70ea2a46-dc52-428c-a9e0-186ac900da24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199352 May 19 23:39:25.256486 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40168) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:25.262958 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:25.263555 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:39:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:25.430116 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks [] for router, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:25.455040 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: dv-cinder-792209-1-smb {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:25.711868 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:25.730859 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'external_fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197'}], 'enable_snat': True}, 'gw_port_id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:39:24Z', 'revision_number': 5, 'project_id': '803d30109630466985ee646891a37873', 'gw_port': {'id': '9e3a8988-f0af-41f8-a98c-df2a71f7b709', 'name': '', 'network_id': '5d292a91-a085-41a1-af48-c255234a162e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'ip_address': '172.28.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:35:12Z', 'updated_at': '2021-05-19T23:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69c6e36b-4d6e-4d00-bd1a-43ea5d681783', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-1-smb'}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:25.734629 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Checking router: 70ea2a46-dc52-428c-a9e0-186ac900da24 for host: dv-cinder-792209-1-smb {{(pid=91603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 23:39:25.742921 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Routers {'70ea2a46-dc52-428c-a9e0-186ac900da24'} bound to L3 agent in host dv-cinder-792209-1-smb {{(pid=91603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 23:39:25.743518 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T23:20:18Z,description=,heartbeat_timestamp=2021-05-19T23:39:18Z,host='dv-cinder-792209-1-smb',id=7c10f25d-fde5-41a9-94a7-e855f65d1643,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T23:20:18Z,topic='l3_agent')) {'router_ids': ['70ea2a46-dc52-428c-a9e0-186ac900da24'], 'active': True} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:25.786053 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Deleting port 9e3a8988-f0af-41f8-a98c-df2a71f7b709 {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:25.786925 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:25.890379 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_dvr_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] Set router 70ea2a46-dc52-428c-a9e0-186ac900da24 gateway port host: None {{(pid=91603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 23:39:25.907612 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] For port 9e3a8988-f0af-41f8-a98c-df2a71f7b709, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=9e3a8988-f0af-41f8-a98c-df2a71f7b709,segment=NetworkSegment(52963f98-d7cf-4795-9678-00d3e7c3cab2),segment_id=52963f98-d7cf-4795-9678-00d3e7c3cab2)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:25.908078 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:25.992156 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.l3_hamode_db [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:39:25Z', 'revision_number': 6, 'project_id': '803d30109630466985ee646891a37873', 'gw_port_host': None}], 'dv-cinder-792209-1-smb', False) {} {{(pid=91603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:25.995966 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf2c30-07b2-4d88-bb90-9bee30e39b01 None None] The sync data for ids ['70ea2a46-dc52-428c-a9e0-186ac900da24'] in dv-cinder-792209-1-smb is: [{'id': '70ea2a46-dc52-428c-a9e0-186ac900da24', 'name': 'tempest-TestShelveInstance-1981326105-router', 'tenant_id': '803d30109630466985ee646891a37873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:35:11Z', 'updated_at': '2021-05-19T23:39:25Z', 'revision_number': 6, 'project_id': '803d30109630466985ee646891a37873', 'gw_port_host': None}] {{(pid=91603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 23:39:26.032517 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Calling delete_port for 9e3a8988-f0af-41f8-a98c-df2a71f7b709 owned by network:router_gateway {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:26.165671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.170186 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-e2cb9624-2443-4f27-99fe-fa71ae85d57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:26.214292 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3a8988-f0af-41f8-a98c-df2a71f7b709,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:26.240349 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:26.304330 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417646'] for router_gateway, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.476538 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-594389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26710'] for router, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.478671 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.504657 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416313'] for router, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.505164 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ea2a46-dc52-428c-a9e0-186ac900da24 {{(pid=91600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 23:39:26.516583 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] Notify callbacks [] for router, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.517676 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-000bc85f-f21f-4efd-a7ee-73c088ffbaad admin admin] 10.222.0.48 "DELETE /v2.0/routers/70ea2a46-dc52-428c-a9e0-186ac900da24 HTTP/1.1" status: 204 len: 168 time: 1.2602663 May 19 23:39:26.520163 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40172) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:26.578051 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Deleting subnet b0d88832-55df-49ec-aa34-c951ba2b8d55 {{(pid=91600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 23:39:26.580932 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.628822 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29199765'] for subnet, precommit_delete_associations {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.706074 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3628683'] for subnet, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.778849 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9e3a8988-f0af-41f8-a98c-df2a71f7b709 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:26.820775 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 9e3a8988-f0af-41f8-a98c-df2a71f7b709 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:26.821122 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 9e3a8988-f0af-41f8-a98c-df2a71f7b709 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:26.821532 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device fc5c36b0-5573-4e7b-b5dc-680b24d9d658 no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:26.854533 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: fc5c36b0-5573-4e7b-b5dc-680b24d9d658 {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:26.854884 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device fc5c36b0-5573-4e7b-b5dc-680b24d9d658 not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:26.970374 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3628732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27318534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29009314'] for subnet, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:26.974912 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:27.096717 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d88832-55df-49ec-aa34-c951ba2b8d55,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:27.100673 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:27.103308 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for subnet, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.108396 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f77f1b-ddf8-4530-b4f9-bc97029c3d35 None None] Network 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f requested from dv-cinder-792209-1-smb {{(pid=91602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 23:39:27.111219 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-8fefb02d-9fa0-4b89-a51e-f18e74a1c5d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b0d88832-55df-49ec-aa34-c951ba2b8d55 HTTP/1.1" status: 204 len: 168 time: 0.5894942 May 19 23:39:27.113275 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40176) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:27.216797 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736307'] for network, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.285261 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Deleting port 67408f30-56f7-49e8-81b2-49f26fa685fa {{(pid=91600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:27.285607 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.351251 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e128e0-5122-4581-8878-758c23f308ae None None] DHCP port deletion for 2bea6da9-aca1-46f1-aa0c-ee1217a6c83f request from dv-cinder-792209-1-smb {{(pid=91602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 23:39:27.385043 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.db [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] For port 67408f30-56f7-49e8-81b2-49f26fa685fa, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=67408f30-56f7-49e8-81b2-49f26fa685fa,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:27.385390 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.418037 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Deleting port 67408f30-56f7-49e8-81b2-49f26fa685fa {{(pid=91602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 23:39:27.418420 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761818718823'] for port, before_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.504461 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Calling delete_port for 67408f30-56f7-49e8-81b2-49f26fa685fa owned by network:dhcp {{(pid=91600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:27.514872 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.db [None req-28e128e0-5122-4581-8878-758c23f308ae None None] For port 67408f30-56f7-49e8-81b2-49f26fa685fa, host dv-cinder-792209-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-1-smb',level=0,port_id=67408f30-56f7-49e8-81b2-49f26fa685fa,segment=NetworkSegment(4b4ffd55-a5b7-45fa-810d-af2935cbe07f),segment_id=4b4ffd55-a5b7-45fa-810d-af2935cbe07f)] {{(pid=91602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 23:39:27.515262 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402563'] for port, precommit_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.550675 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27367385'] for port, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.554432 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-aed902f2-db23-4280-8056-0d8c23657042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:27.599725 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67408f30-56f7-49e8-81b2-49f26fa685fa,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:27.603446 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:27.605595 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] No DVR routers for this DVR port 67408f30-56f7-49e8-81b2-49f26fa685fa on host dv-cinder-792209-1-smb {{(pid=91600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:39:27.639009 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Calling delete_port for 67408f30-56f7-49e8-81b2-49f26fa685fa owned by network:dhcp {{(pid=91602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 23:39:27.680596 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3767996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-612488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761818720952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761818290692'] for port, after_delete {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.684966 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:27.719025 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3622912', 'neutron.services.segments.db._delete_segments_for_network-8761818748546'] for network, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.728685 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Pushing event deleted for resources: {'Port': ['ID=67408f30-56f7-49e8-81b2-49f26fa685fa,revision_number=None']} {{(pid=91602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:27.731650 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea6da9-aca1-46f1-aa0c-ee1217a6c83f']}} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:27.731845 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG oslo_concurrency.lockutils [None req-28e128e0-5122-4581-8878-758c23f308ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:27.732529 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e128e0-5122-4581-8878-758c23f308ae None None] No DVR routers for this DVR port 67408f30-56f7-49e8-81b2-49f26fa685fa on host dv-cinder-792209-1-smb {{(pid=91602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 23:39:27.746186 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4ffd55-a5b7-45fa-810d-af2935cbe07f') {'for_net_delete': True} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:27.746492 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.services.segments.db [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4ffd55-a5b7-45fa-810d-af2935cbe07f') {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 23:39:27.758505 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761818760843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29199746'] for segment, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.774027 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448'] for segment, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.779959 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=91600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 23:39:27.780337 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3647448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27367332'] for segment, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: Traceback (most recent call last): May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: timer() May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: cb(*args, **kw) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: return func(*args, **kwargs) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: self._notify() May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: self.callback(batched_events) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: event.method(event) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: aggregate_uuid = self.p_client.list_aggregates( May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: return f(self, *a, **k) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: return self._get(url).json() May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: return self.request(url, 'GET', **kwargs) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: base_url = self.get_endpoint(auth, allow=allow, May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 23:39:27.793093 dv-cinder-792209-1-smb neutron-server[91600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 23:39:27.867020 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3622921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-576145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-612543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417605'] for network, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.870284 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:27.883313 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-612506'] for network, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:27.893009 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bea6da9-aca1-46f1-aa0c-ee1217a6c83f,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:27.895582 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:27.897339 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-329ecc2d-c2d6-4696-8a78-08ab43cb00a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2bea6da9-aca1-46f1-aa0c-ee1217a6c83f HTTP/1.1" status: 204 len: 168 time: 0.7830751 May 19 23:39:28.066398 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 40182) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:28.114037 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-b0da19d4-26c0-4294-85cf-54c3d6464197 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e158bb124b9b442a90f9a0cf0d6e5163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464060 May 19 23:39:28.116934 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.wsgi [-] (91601) accepted ('10.222.0.48', 40186) {{(pid=91601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:28.172408 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.197665 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.252602 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.257274 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-d90ee3aa-0ae0-4eef-b8f0-fcf4796417b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:28.270005 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ffc18-42bb-4809-81e6-eb85e4a91f6b,revision_number=None']} {{(pid=91601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:28.273299 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG oslo_concurrency.lockutils [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:28.279024 dv-cinder-792209-1-smb neutron-server[91601]: DEBUG neutron_lib.callbacks.manager [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.280209 dv-cinder-792209-1-smb neutron-server[91601]: INFO neutron.wsgi [None req-5861867c-4dce-4b69-8a0e-5172bd98e1eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d6ffc18-42bb-4809-81e6-eb85e4a91f6b HTTP/1.1" status: 204 len: 168 time: 0.1623819 May 19 23:39:28.467539 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 67408f30-56f7-49e8-81b2-49f26fa685fa no longer exists at agent ovs-agent-dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 23:39:28.501251 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.plugin [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] No Port match for: 67408f30-56f7-49e8-81b2-49f26fa685fa {{(pid=91602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 23:39:28.501605 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron.plugins.ml2.rpc [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Device 67408f30-56f7-49e8-81b2-49f26fa685fa not bound to the agent host dv-cinder-792209-1-smb {{(pid=91602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 23:39:28.615849 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40194) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:28.664121 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-d5380439-4866-4d23-a615-f3d3c0bba257 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=803d30109630466985ee646891a37873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470228 May 19 23:39:28.666334 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [-] (91600) accepted ('10.222.0.48', 40198) {{(pid=91600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 23:39:28.722204 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.746897 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.801433 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576115'] for security_group, after_delete {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.805345 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-13a38e8d-8af5-4a88-a2ce-3d6b630890e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 23:39:28.818323 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcebde8-7393-4a62-af0a-c380e2996293,revision_number=None']} {{(pid=91600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 23:39:28.822548 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 23:39:28.825271 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:28.826601 dv-cinder-792209-1-smb neutron-server[91600]: INFO neutron.wsgi [None req-feb1c654-8f15-45bc-b41b-04ecf2fac09b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0dcebde8-7393-4a62-af0a-c380e2996293 HTTP/1.1" status: 204 len: 168 time: 0.1593835 May 19 23:39:44.933223 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:39:45.692149 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-df0754ef-4237-4650-9911-abaa3222ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:47.463105 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:48.322106 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:48.414334 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-a2be3c2e-ddc9-4ae1-92d2-b33e192bec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:49.318601 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:39:50.862513 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:15.692555 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-16522378-9127-4d7a-a36a-95591142a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:17.480942 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:18.322433 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:18.416224 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-889073ca-d8db-4c68-a29e-ec6024abfaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:19.320649 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:20.864354 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:21.931973 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:40:45.692990 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3d7f740a-d8fb-4058-821e-33d33e69ea58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:47.481888 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:48.323250 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:48.415761 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-1bc46e56-1b76-4174-a27f-c68187458efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:49.323292 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:50.866944 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:40:58.930948 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:41:15.693600 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b8a9473f-5419-4adf-a880-42d3932193bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:17.514487 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:18.324121 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:18.415018 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-247e43b5-2068-43e4-a633-06d1f5440c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:19.326427 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:20.870293 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:35.930181 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:41:45.694281 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3e4181ef-b397-4657-baab-09c18c9eea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:47.530516 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:48.324878 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:48.417667 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-a642a0ce-400b-4f2b-b2fa-94b5dff1a30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:49.329146 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:41:50.874410 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:12.929676 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:42:15.695532 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-84075530-0b06-4e0c-ba16-5a639df07406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:17.526312 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:18.327561 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:18.416903 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-4c284c35-5d59-47d6-8fbe-e7617cff71e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:19.331470 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:20.877204 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:45.696249 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-89173a37-e910-450e-9d57-225068b67fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:47.554973 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:48.329102 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:48.415567 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-b2a30466-147b-4259-9851-f38e092ec234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:49.335596 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:42:49.928825 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:42:50.879088 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:15.697396 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-db4e5f2c-ea2e-40e6-b9aa-d5eb0fd2e5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:17.562086 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:18.331057 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:18.415814 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-3bf0a4f1-2674-4896-943c-515b80ccd9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:19.336631 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:20.881898 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:26.927830 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 23:43:45.699091 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-950db9a9-ec32-48cd-9c2b-7d7a7e348d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:47.570260 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-59830d0b-0225-4c40-b28f-d74daa04665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:48.333010 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6d62cb4a-a238-47d2-b9ae-5c73352502c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:48.416315 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6b08dccf-a873-4849-b66d-edc4ea1a4562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:49.339482 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-684bcef2-5743-4bb9-882f-bb281b377363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:50.885186 dv-cinder-792209-1-smb neutron-server[91602]: DEBUG neutron_lib.callbacks.manager [None req-6e320a6d-7819-48a4-bca7-9e93a983a423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761818752220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3621066'] for agent, after_update {{(pid=91602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 23:43:54.171049 dv-cinder-792209-1-smb neutron-server[91600]: DEBUG neutron.wsgi [req-557de267-7772-4e70-b9d8-c2fb4a30c2bb req-210563a8-5023-427d-b9de-29ed8f5ff539 service neutron] (91600) timed out ('10.222.0.58', 59875) {{(pid=91600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 23:44:03.927189 dv-cinder-792209-1-smb neutron-server[91603]: DEBUG neutron.db.agents_db [None req-aa26af26-ac8f-4dbc-bdeb-47ba7e28605b None None] Agent healthcheck: found 6 active agents {{(pid=91603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}